-- Logs begin at Fri 2021-04-02 12:23:23 UTC, end at Fri 2021-04-02 13:25:35 UTC. -- Apr 02 12:59:01.851316 dv-cinder-782995-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 02 12:59:04.736146 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.common.config [-] Logging enabled! Apr 02 12:59:04.736660 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev27 Apr 02 12:59:04.738016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84216) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 02 12:59:04.739855 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.common.config [-] Logging enabled! Apr 02 12:59:04.740148 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev27 Apr 02 12:59:04.740501 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84216) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 02 12:59:04.741543 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 02 12:59:04.741810 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 02 12:59:04.742851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 02 12:59:04.743135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 02 12:59:04.743393 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 02 12:59:04.743816 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.744164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.744506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.744767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.745106 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.745439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.745762 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.746098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.746437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.746761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.747080 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.747401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.747678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.748004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.748339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.749313 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.749601 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] debug = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.749923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.750464 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.750788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.751109 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.751442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.751781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.752093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.752409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.752733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.753100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] host = dv-cinder-782995-3-smb {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.753417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.753747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.754078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.754408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.754724 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.755037 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.755364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.755698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.756010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] log_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.756326 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.756659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.756990 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.757327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.757583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.757838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.758168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.758497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.758817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.759129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.759441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.759777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.760090 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.760394 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.760723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.761052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.761379 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.761691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.762003 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.762313 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.762622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.762950 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.763258 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.763568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.763905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.764919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.765245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.765554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.765904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.766239 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.766566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.766893 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.767206 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.767535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.767887 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.768199 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.768508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] use_json = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.768821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.769129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.769452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.769762 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.770071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.770381 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.770688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.771016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:04.771354 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.771718 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.772065 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.772385 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.772722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.773036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.773368 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.773683 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.774013 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.774345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.774669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.774981 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.775304 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.775621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.776021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.776367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.776707 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.777042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.777351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.777661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.777973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.778287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.778609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.778948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.779279 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.779588 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.779953 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.780287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.780600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.780910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.781223 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.781553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.781869 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.782179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.782498 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.782813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.783121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.783429 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.783768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.784104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.784416 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.784725 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.785032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.785345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.785651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.785977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.786292 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.786871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.787179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.787491 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.787824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.788135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.788450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.788764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.789078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.789389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.789696 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.790004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.790313 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.790621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.790928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.791235 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.791548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.791881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.792190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.792498 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.792806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.793113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.793435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.793768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.794082 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.794399 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.794714 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.795027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.795338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.795698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.796149 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.796469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.796783 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.797117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.797438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.797761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.798080 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.798393 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.798735 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.799050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.799367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.799705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.800023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.800348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.800668 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.801003 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.801334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.801665 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.801994 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.802324 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.802642 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.802993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.803309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:04.803555 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 02 12:59:04.803844 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84216) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 02 12:59:05.464125 dv-cinder-782995-3-smb neutron-server[84216]: INFO keyring.backend [-] Loading Gnome Apr 02 12:59:05.481230 dv-cinder-782995-3-smb neutron-server[84216]: INFO keyring.backend [-] Loading Google Apr 02 12:59:05.483894 dv-cinder-782995-3-smb neutron-server[84216]: INFO keyring.backend [-] Loading Windows (alt) Apr 02 12:59:05.487651 dv-cinder-782995-3-smb neutron-server[84216]: INFO keyring.backend [-] Loading file Apr 02 12:59:05.488483 dv-cinder-782995-3-smb neutron-server[84216]: INFO keyring.backend [-] Loading keyczar Apr 02 12:59:05.488764 dv-cinder-782995-3-smb neutron-server[84216]: INFO keyring.backend [-] Loading multi Apr 02 12:59:05.489416 dv-cinder-782995-3-smb neutron-server[84216]: INFO keyring.backend [-] Loading pyfs Apr 02 12:59:05.537320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:05.537624 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:05.537947 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:05.538316 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 02 12:59:05.933469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.934026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.934118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.937181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.937494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.937797 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.975210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.975524 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.975849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.989161 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.989481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:05.989788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.057659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.057973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.058275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.059409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.059761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.060061 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.332781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.333105 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.333410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.333713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.335494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.485066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.485436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.485757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.486058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.486352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.486729 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.487025 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.487311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.487595 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.487953 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.488253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.488548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.488850 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.489139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.489445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.489759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.490050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.490364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.490651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.490985 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.491428 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.491734 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.492013 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.492349 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.492629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.492907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.493320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84216) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 12:59:06.493587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84216) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 12:59:06.493852 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84216) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 12:59:06.494314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84216) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 12:59:06.494411 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84216) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 12:59:06.494629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84216) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 12:59:06.495036 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 02 12:59:06.498247 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 02 12:59:06.502804 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 02 12:59:06.506751 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 02 12:59:06.508434 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 02 12:59:06.509707 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 02 12:59:06.510089 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 02 12:59:06.510525 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 02 12:59:06.513317 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 02 12:59:06.513601 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 02 12:59:06.513988 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 02 12:59:06.541056 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 02 12:59:06.541570 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.541902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84216) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 02 12:59:06.542307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.543671 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84216) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 02 12:59:06.544018 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 02 12:59:06.544299 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 02 12:59:06.548126 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.548439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:06.614422 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 02 12:59:06.614638 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 02 12:59:06.614907 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 02 12:59:06.615313 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 02 12:59:06.648463 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_db.sqlalchemy.engines [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84216) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 02 12:59:07.094434 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Initializing driver for type 'gre' Apr 02 12:59:07.094982 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] gre ID ranges: [(1, 1000)] Apr 02 12:59:07.135893 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Initializing driver for type 'local' Apr 02 12:59:07.136263 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Initializing driver for type 'vlan' Apr 02 12:59:07.146606 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] VlanTypeDriver initialization complete Apr 02 12:59:07.146975 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Initializing driver for type 'vxlan' Apr 02 12:59:07.147501 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] vxlan ID ranges: [(1, 1000)] Apr 02 12:59:07.187683 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Initializing extension driver 'port_security' Apr 02 12:59:07.188055 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] PortSecurityExtensionDriver initialization complete Apr 02 12:59:07.188430 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Initializing mechanism driver 'openvswitch' Apr 02 12:59:07.188793 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Initializing mechanism driver 'hyperv' Apr 02 12:59:07.195120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84216) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 12:59:07.195973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > port after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.196378 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > port after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.196768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > port after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.197191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.197579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.197962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.198377 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > network after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.198764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > network after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.199142 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > network after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.199555 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.199962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.200337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.200755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.201163 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.201521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.202227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.202525 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.202906 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.203278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] ML2 OVO RPC backend initialized. {{(pid=84216) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 02 12:59:07.204088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.204481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.204938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > network before_response 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.205323 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > networks before_response 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.205706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > port before_response 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.206083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > ports before_response 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.206465 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.206843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.207228 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > network after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.207608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > network after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.208046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > network after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.208421 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > port after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.208793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > port after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.209164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > port after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.209536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.209907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.210280 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.210914 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.plugin [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Modular L2 Plugin initialization complete Apr 02 12:59:07.211269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading services supported by the core plugin {{(pid=84216) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 02 12:59:07.211663 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.plugins.ml2.managers [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Got port-security extension from driver 'port_security' Apr 02 12:59:07.212174 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.extensions.vlantransparent [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Disabled vlantransparent extension. Apr 02 12:59:07.212708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84216) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 02 12:59:07.213052 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading Plugin: router Apr 02 12:59:07.250447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.250880 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router after_create 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.251289 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router before_create 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.251723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.252144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.252534 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router after_delete 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.252934 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.253343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router after_create 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.253726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router after_update 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.254114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router after_update 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.254502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.254908 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router after_update 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.255395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.255846 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: port after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.256227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: port after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.256606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: subnet after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.256990 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.257377 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.257762 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.258146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: port before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.258529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.258932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router after_update 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.259314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.259724 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.260133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.260517 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.260949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > network after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.261928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Tracking information for resource: router configured {{(pid=84216) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 12:59:07.262299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Tracking information for resource: floatingip configured {{(pid=84216) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 02 12:59:07.267102 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_agentschedulers_db [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 02 12:59:07.267766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: port after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.268162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: port after_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.268547 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: port after_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.268932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: port after_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.269844 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router before_create 55550100 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.270255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.270660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.271058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.275770 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.provider_configuration [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service providers = [] {{(pid=84216) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 02 12:59:07.276168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.servicetype_db [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84216) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 02 12:59:07.279161 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.service_base [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84216) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 12:59:07.279545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.service_base [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84216) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 12:59:07.280138 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.service_base [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84216) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 12:59:07.281112 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.service_base [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84216) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 02 12:59:07.281516 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.services.service_base [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 02 12:59:07.281929 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84216) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 12:59:07.282285 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 02 12:59:07.292700 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84216) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 12:59:07.293074 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading Plugin: auto_allocate Apr 02 12:59:07.299450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: network precommit_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.299879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: network precommit_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.300472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84216) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 12:59:07.300830 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading Plugin: tag Apr 02 12:59:07.307760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84216) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 12:59:07.308129 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading Plugin: timestamp Apr 02 12:59:07.312586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84216) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 12:59:07.312959 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading Plugin: network_ip_availability Apr 02 12:59:07.318569 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.318976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.319368 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.320177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84216) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 12:59:07.320540 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading Plugin: flavors Apr 02 12:59:07.325078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84216) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 12:59:07.325454 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading Plugin: revisions Apr 02 12:59:07.329731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84216) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 02 12:59:07.330152 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=84216) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:07.330955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84216) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 02 12:59:07.331322 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Initializing extension manager. Apr 02 12:59:07.331913 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: __init__.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.332291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: __pycache__ {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.332662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.333035 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: address_group.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.333835 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.334619 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: address-group Apr 02 12:59:07.334982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: address_scope.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.335776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.336352 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: address-scope Apr 02 12:59:07.336709 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.337647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.338219 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: router-admin-state-down-before-update Apr 02 12:59:07.338577 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: agent.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.339331 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.339934 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: agent Apr 02 12:59:07.340293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: agent_resources_synced.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.341213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.341821 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: agent-resources-synced Apr 02 12:59:07.342240 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.344247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.344916 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: allowed-address-pairs Apr 02 12:59:07.345242 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.346320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.346900 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: auto-allocated-topology Apr 02 12:59:07.347266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: availability_zone.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.348043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.348612 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: availability_zone Apr 02 12:59:07.348973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: availability_zone_filter.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.349895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.350466 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: availability_zone_filter Apr 02 12:59:07.350827 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: data_plane_status.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.351770 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.352346 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension data-plane-status not supported by any of loaded plugins Apr 02 12:59:07.352706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: default_subnetpools.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.353643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.354252 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: default-subnetpools Apr 02 12:59:07.354612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.355488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.357267 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: dhcp_agent_scheduler Apr 02 12:59:07.357644 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: dns.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.359414 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.360016 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension dns-integration not supported by any of loaded plugins Apr 02 12:59:07.360383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: dns_domain_ports.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.361321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.361893 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 02 12:59:07.362254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: dvr.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.362987 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.363562 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: dvr Apr 02 12:59:07.363952 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: empty_string_filtering.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.364898 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.365472 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: empty-string-filtering Apr 02 12:59:07.365829 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.366750 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.367319 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 02 12:59:07.367698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.368624 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.369190 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 02 12:59:07.369549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: external_net.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.370486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.371058 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: external-net Apr 02 12:59:07.371418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.372367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.372941 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: extra_dhcp_opt Apr 02 12:59:07.373298 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: extraroute.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.374440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.375016 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: extraroute Apr 02 12:59:07.375381 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: extraroute_atomic.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.376448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.377021 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: extraroute-atomic Apr 02 12:59:07.377378 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: filter_validation.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.378079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.378642 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: filter-validation Apr 02 12:59:07.378999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: fip_pf_description.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.379944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.380508 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 02 12:59:07.380861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: fip_port_details.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.381794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.382362 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: fip-port-details Apr 02 12:59:07.382722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: flavors.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.383987 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.384569 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: flavors Apr 02 12:59:07.384930 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.386589 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.387179 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 02 12:59:07.387549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: floatingip_pools.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.388432 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.389010 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: floatingip-pools Apr 02 12:59:07.389992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: ip_allocation.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.390943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.391516 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension ip_allocation not supported by any of loaded plugins Apr 02 12:59:07.391904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.392837 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.393416 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: ip-substring-filtering Apr 02 12:59:07.393777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: l2_adjacency.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.394703 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.395270 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 02 12:59:07.395651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: l3.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.396719 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.397300 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: router Apr 02 12:59:07.397662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.399954 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.400545 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 02 12:59:07.400916 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.401855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.402440 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: ext-gw-mode Apr 02 12:59:07.402807 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.403776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.404356 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: l3-ha Apr 02 12:59:07.404776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: l3_flavors.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.405715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.406290 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: l3-flavors Apr 02 12:59:07.406653 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.407574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.408168 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 02 12:59:07.408530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: l3agentscheduler.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.409812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.410399 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: l3_agent_scheduler Apr 02 12:59:07.410765 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: logging.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.412579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.413172 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension logging not supported by any of loaded plugins Apr 02 12:59:07.413541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: metering.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.414338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.415036 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: metering Apr 02 12:59:07.415403 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.416545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.417127 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: metering_source_and_destination_fields Apr 02 12:59:07.417492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: multiprovidernet.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.418446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.419014 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: multi-provider Apr 02 12:59:07.419374 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: netmtu.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.420853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.421665 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: net-mtu Apr 02 12:59:07.422028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: netmtu_writable.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.422975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.423549 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: net-mtu-writable Apr 02 12:59:07.423939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: network_availability_zone.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.424668 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.425239 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: network_availability_zone Apr 02 12:59:07.425596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: network_ip_availability.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.426790 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.427365 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: network-ip-availability Apr 02 12:59:07.427752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: network_segment_range.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.428591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.429159 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension network-segment-range not supported by any of loaded plugins Apr 02 12:59:07.429517 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: pagination.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.430621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.430995 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: pagination Apr 02 12:59:07.431355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: port_device_profile.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.432315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.432891 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: port-device-profile Apr 02 12:59:07.433248 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.434200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.434777 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: port-mac-address-regenerate Apr 02 12:59:07.435138 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.436756 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.437450 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: port-numa-affinity-policy Apr 02 12:59:07.437814 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: port_resource_request.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.438748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.439316 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension port-resource-request not supported by any of loaded plugins Apr 02 12:59:07.439695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: portbindings.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.440653 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.441231 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: binding Apr 02 12:59:07.441592 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: portbindings_extended.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.442888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.443470 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: binding-extended Apr 02 12:59:07.443865 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: portsecurity.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.444800 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.445371 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: port-security Apr 02 12:59:07.445735 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: project_id.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.446718 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.447093 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: project-id Apr 02 12:59:07.447450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: providernet.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.448415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.448997 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: provider Apr 02 12:59:07.449355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: qos.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.453050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.453637 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension qos not supported by any of loaded plugins Apr 02 12:59:07.454012 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.455352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.455962 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 02 12:59:07.456331 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.457264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.457839 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 02 12:59:07.458202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: qos_default.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.459128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.459723 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension qos-default not supported by any of loaded plugins Apr 02 12:59:07.460088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: qos_fip.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.461192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.461758 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension qos-fip not supported by any of loaded plugins Apr 02 12:59:07.462122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.463061 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.463663 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 02 12:59:07.464022 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.464946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.465516 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 02 12:59:07.465875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.466801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.467950 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 02 12:59:07.468276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: qos_rules_alias.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.469323 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.469900 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 02 12:59:07.470262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: quotasv2.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.471234 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.471609 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: quotas Apr 02 12:59:07.471996 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: quotasv2_detail.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.473582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.473964 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: quota_details Apr 02 12:59:07.474335 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: rbac.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.475489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.476111 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: rbac-policies Apr 02 12:59:07.476479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: rbac_address_group.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.477423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.478007 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: rbac-address-group Apr 02 12:59:07.478368 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: rbac_address_scope.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.479296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.479901 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: rbac-address-scope Apr 02 12:59:07.480262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: rbac_security_groups.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.481287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.481870 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: rbac-security-groups Apr 02 12:59:07.482230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.483824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.484407 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: rbac-subnetpool Apr 02 12:59:07.484767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: revisionifmatch.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.485708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.486280 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: revision-if-match Apr 02 12:59:07.486637 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: revisions.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.487828 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.488406 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: standard-attr-revisions Apr 02 12:59:07.488766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: router_availability_zone.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.489504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.490081 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: router_availability_zone Apr 02 12:59:07.490439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: routerservicetype.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.491380 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.491976 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension router-service-type not supported by any of loaded plugins Apr 02 12:59:07.492337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.493275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.493854 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: security-groups-normalized-cidr Apr 02 12:59:07.494219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.495160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.495758 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: port-security-groups-filtering Apr 02 12:59:07.496119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.497076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.497647 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: security-groups-remote-address-group Apr 02 12:59:07.498004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: securitygroup.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.510796 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.511417 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: security-group Apr 02 12:59:07.511820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: segment.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.512698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.513273 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension segment not supported by any of loaded plugins Apr 02 12:59:07.513641 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.514717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.515295 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 02 12:59:07.515676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: servicetype.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.516806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.517431 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: service-type Apr 02 12:59:07.517792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: sorting.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.518789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.519175 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: sorting Apr 02 12:59:07.519538 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: standard_attr_segment.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.520529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.521109 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 02 12:59:07.521469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: standardattrdescription.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.522170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.522744 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: standard-attr-description Apr 02 12:59:07.523102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: stateful_security_group.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.524100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.524680 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: stateful-security-group Apr 02 12:59:07.525037 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: stdattrs_common.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.525623 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 02 12:59:07.525978 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.527035 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.527611 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 02 12:59:07.527992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: subnet_onboard.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.529129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.530230 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: subnet_onboard Apr 02 12:59:07.530599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.531544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.532144 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 02 12:59:07.532502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: subnet_service_types.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.533444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.534022 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: subnet-service-types Apr 02 12:59:07.534385 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: subnetallocation.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.535478 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.536094 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: subnet_allocation Apr 02 12:59:07.536701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.537404 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.537978 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: subnetpool-prefix-ops Apr 02 12:59:07.538336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.539277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.539906 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 02 12:59:07.540266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: tagging.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.541556 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.542141 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: standard-attr-tag Apr 02 12:59:07.542505 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: timestamp.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.543702 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.544293 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loaded extension: standard-attr-timestamp Apr 02 12:59:07.544658 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: trunk.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.546247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.546819 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension trunk not supported by any of loaded plugins Apr 02 12:59:07.547179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: trunk_details.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.548138 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.548715 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension trunk-details not supported by any of loaded plugins Apr 02 12:59:07.549075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.550008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.550583 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 02 12:59:07.550945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Loading extension file: vlantransparent.py {{(pid=84216) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 02 12:59:07.551684 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84216) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 02 12:59:07.552237 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 02 12:59:07.554901 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:network Apr 02 12:59:07.555719 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:subnet Apr 02 12:59:07.556400 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 12:59:07.557054 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:port Apr 02 12:59:07.558530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.559023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service FLAVORS assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.559716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.560188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.560556 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:router Apr 02 12:59:07.561358 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:floatingip Apr 02 12:59:07.562135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service METERING assigned prefix: /metering {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.563981 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.564390 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.564777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84216) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 12:59:07.565910 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of CountableResource for resource:rbac_policy Apr 02 12:59:07.566400 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:security_group Apr 02 12:59:07.567262 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 02 12:59:07.568108 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service CORE assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.568480 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 12:59:07.568844 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] subnetpool is already registered Apr 02 12:59:07.569510 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service CORE assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.569883 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 12:59:07.570246 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] subnetpool is already registered Apr 02 12:59:07.572994 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.573469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service FLAVORS assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.574119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.574582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.574951 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:router Apr 02 12:59:07.575316 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] router is already registered Apr 02 12:59:07.576003 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:floatingip Apr 02 12:59:07.576370 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] floatingip is already registered Apr 02 12:59:07.577201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service METERING assigned prefix: /metering {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.577945 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of CountableResource for resource:rbac_policy Apr 02 12:59:07.578310 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] rbac_policy is already registered Apr 02 12:59:07.579679 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:security_group Apr 02 12:59:07.580053 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] security_group is already registered Apr 02 12:59:07.580709 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 02 12:59:07.581071 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] security_group_rule is already registered Apr 02 12:59:07.581812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service CORE assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.582177 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 12:59:07.582535 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] subnetpool is already registered Apr 02 12:59:07.583216 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.resource_helper [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Service CORE assigned prefix: {{(pid=84216) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 02 12:59:07.583589 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 02 12:59:07.583979 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.quota.resource_registry [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] subnetpool is already registered Apr 02 12:59:07.584695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: extensions {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.586209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: address-groups {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.587974 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: address-scopes {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.589241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: agents {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.590451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: auto-allocated-topology {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.591773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: availability_zones {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.593812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: dhcp-networks {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.595310 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: dhcp-agents {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.596769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: routers {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.598629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: flavors {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.599871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: service_profiles {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.601131 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: next_providers {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.602777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: service_profiles {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.604328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: floatingip-pools {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.605577 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: routers {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.607430 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: floatingips {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.608845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: l3-routers {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.610305 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: l3-agents {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.611803 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: metering-labels {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.613192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: metering-label-rules {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.614524 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: network-ip-availabilities {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.615845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: bindings {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.617568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: quotas {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.619050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: quotas {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.620573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: rbac-policies {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.621919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: security-groups {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.623170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: security-group-rules {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.625009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: service-providers {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.626337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: subnetpools {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.627853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: subnetpools {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.629361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: tags {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.631095 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: tags {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.632998 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: tags {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.634823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: tags {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.636713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: tags {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.638626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: tags {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.641200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: tags {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.644030 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: tags {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.645881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: tags {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.647837 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.extensions [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Extended resource: tags {{(pid=84216) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 02 12:59:07.654597 dv-cinder-782995-3-smb neutron-server[84216]: WARNING keystonemiddleware.auth_token [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 02 12:59:07.659988 dv-cinder-782995-3-smb neutron-server[84216]: WARNING keystonemiddleware.auth_token [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 02 12:59:07.669027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Acquired lock "singleton_lock" {{(pid=84216) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 02 12:59:07.669552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Releasing lock "singleton_lock" {{(pid=84216) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 02 12:59:07.671294 dv-cinder-782995-3-smb neutron-server[84216]: INFO oslo_service.service [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Starting 2 workers Apr 02 12:59:07.676129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Started child 84329 {{(pid=84216) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 12:59:07.679920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:07.680861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Started child 84330 {{(pid=84216) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 12:59:07.681405 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [-] (84329) wsgi starting up on http://0.0.0.0:9696 Apr 02 12:59:07.682315 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.service [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 02 12:59:07.682986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Notify callbacks [] for process, before_spawn {{(pid=84216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:07.684148 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:07.685467 dv-cinder-782995-3-smb neutron-server[84216]: INFO oslo_service.service [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Starting 1 workers Apr 02 12:59:07.685582 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [-] (84330) wsgi starting up on http://0.0.0.0:9696 Apr 02 12:59:07.691530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Started child 84331 {{(pid=84216) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 12:59:07.692117 dv-cinder-782995-3-smb neutron-server[84216]: INFO oslo_service.service [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Starting 1 workers Apr 02 12:59:07.693811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.service [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] calling RpcWorker wait() {{(pid=84331) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 02 12:59:07.694209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.service [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] returning from RpcWorker wait() {{(pid=84331) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 02 12:59:07.695687 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:07.696192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 12:59:07.696851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Started child 84332 {{(pid=84216) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 02 12:59:07.697644 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc35fc6d-9f45-465b-9080-23241afa80b0 None None] Notify callbacks [] for process, after_spawn {{(pid=84216) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:07.699277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84216) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 02 12:59:07.699529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 02 12:59:07.699757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 02 12:59:07.700034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 02 12:59:07.700447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 02 12:59:07.700639 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 02 12:59:07.701188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.701394 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:07.701538 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.702477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.702808 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.703141 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.703812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.704121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.704437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.704743 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.705029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.705227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.705420 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.705713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.705995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.706343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.706644 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.706929 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.707211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.707424 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.707713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.708044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.708330 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.708628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] debug = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.708916 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.709474 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.709737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.710017 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.710265 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.710566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.710840 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.711145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.711428 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.711714 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.711993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.712272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.712540 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.712786 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.713034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.713307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.713573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.714016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] host = dv-cinder-782995-3-smb {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.714277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.714524 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.714787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.715052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.715330 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.715590 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.715895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.716204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.716477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.716735 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.717005 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.717315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.717576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.717837 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.718026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_options = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.718295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.718610 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.718903 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.719114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.719306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.719496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.719820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.719996 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.720264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.720513 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.720756 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.720996 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.721245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.721484 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.721769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.722029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.722290 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.722548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.722843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.723130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.723403 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.723701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.723949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.724213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.724461 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.724705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.724966 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.725327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.725736 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.726270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.726449 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.726682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.726948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.727242 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.727571 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.727850 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.728046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.728410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.728702 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.728964 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.729254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.729502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.729781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.730027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.730335 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.730627 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_json = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.731046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.731257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 12:59:07.731453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.731597 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.731833 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.732096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.732342 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.732590 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.733118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.733708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.734057 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.734405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.734666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.734941 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.735215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.735500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.735799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.736093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.736362 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.736690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.736946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.737269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.737520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.737784 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.738096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.738399 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.738702 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.738931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.739177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.739443 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.739736 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.740078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.740462 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.740674 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.740957 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.741222 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.741436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.741697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.741943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.742205 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.742470 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.742769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.743021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.743269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.743520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.743812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.744069 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.744338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.744733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.745143 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.745465 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.745722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.745975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.746308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.746576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.746979 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.747252 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.747521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.747838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.748241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.749026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.749339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.749590 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.749839 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.750129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.750404 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.750672 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.750895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.751144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.751404 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.755236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.755236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.755236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.755236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.755236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.755236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.755236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.755236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.755236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.756919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.758177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.758177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.758177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.758177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.758496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.758496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.758772 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.759053 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.759676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.759676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.759886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.760103 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.760411 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.760701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.760962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.761283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.761535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.761829 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.762098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.762394 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.762649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.762949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.763249 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.763530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.763853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.764775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.765046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.765319 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.765624 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.765877 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.766162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.766496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.766793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.767104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.767391 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.767720 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.767988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.768259 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.768556 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.768826 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.769095 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.769346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.769672 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.769960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.770213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.770458 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.770724 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.771064 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.771360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.771625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.771907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.772210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.772479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.772730 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.773024 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.773321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.773608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.773887 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.774172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.774446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.774708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.774992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.775256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.775528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.775799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.776064 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.776329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.776577 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.776877 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.777140 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.777524 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.777686 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.777847 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.778164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.778330 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.778565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.778818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.779698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.779698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.779698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.780121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.780121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.780363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.780574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.780898 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.781185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.781465 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.781731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.782022 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.782297 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.782548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.782842 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.783093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.783355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.783600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.783874 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.784104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.784365 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.784647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.784896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.785195 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.785447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.785817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.786094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.786365 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.787357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.787357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.787357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.787774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.787891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.788109 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.788368 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.788722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.788976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.789262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.789533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.789784 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.790043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.790305 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.790553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.790797 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.791172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.791410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.791680 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.791924 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.792153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.792417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.792663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.792886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.793309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.793725 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.793989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.794234 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.794477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.794727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.794970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.795289 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.795716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.795994 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.796302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.796578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.796860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.797117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.797514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.797764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.798063 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.798339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.798593 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.798845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.799120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.799497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.799861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.800162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.800437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.800902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.801214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.801515 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.801788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.802116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.802794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.802794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.802994 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.803287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.803578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.803883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.804133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.804386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.804638 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.804891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.805168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.805434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.805881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.806153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.806421 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.806667 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.806934 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.807196 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.807477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.807772 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.807973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 02 12:59:07.808494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84216) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 02 12:59:07.808684 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 02 12:59:07.808865 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 02 12:59:07.809087 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 02 12:59:07.809289 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 02 12:59:07.809551 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 02 12:59:07.809822 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.810011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.810200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.810386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.810575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.810782 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.811487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.811696 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.811884 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.812072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.812257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.812442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.812645 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.812793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.812977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.813163 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.813347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.813532 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.813721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.813905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.814088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.814272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.814457 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] debug = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.814641 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.814863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.815052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.815235 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.815425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.815611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.815817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.816001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.816191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.816473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.816567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.816660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.816842 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.817025 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.817209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.817392 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.817576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.817760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] host = dv-cinder-782995-3-smb {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.817944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.818128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.818312 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.818495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.818681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.818867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.819052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.819236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.819419 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.819602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.819811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.819995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.820179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.820363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.820547 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_options = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.820732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.820915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.821100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.821307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.821493 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.821678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.821861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.822046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.822229 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.822491 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.822604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.822756 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.822939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.823127 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.823283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.823469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.823691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.823848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.824038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.824306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.824306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.824574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.824710 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.824710 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.825125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.825125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.825401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.825401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.825671 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.825901 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.825901 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.826169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.826169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.826423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.826594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.826812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.826950 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.827165 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.827300 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.827432 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.827602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.827814 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.828007 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.828227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.828334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.828472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_json = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.828606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.828782 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.828967 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.830931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.830931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.830931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.830931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.830931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 02 12:59:07.830931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.830931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.830931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.831886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.831886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.831886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.831886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.831886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.831886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.831886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.831886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.832988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.832988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.832988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.832988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.832988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.832988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.832988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.832988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.833695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.833695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.833695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.833695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.833695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.834325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.834325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.834325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.834325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.834661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.834661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.834830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.835002 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.835191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.835485 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.835584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.835770 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.835959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.836147 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.836337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.836525 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.836712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.836900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.837088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.837383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.837590 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.837819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.837954 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.838088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.838222 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.838355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.838553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.838746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.838970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.839112 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.839208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.839392 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.839579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.839792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.840336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.840336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.840336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.840625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.840625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.840817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.840974 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.841160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.841348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.841549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.841694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.841890 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.842114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.842838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.842838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.843037 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.843198 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.843494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.843494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.843741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.843878 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.844012 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.844159 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.844295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.844477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.844666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.844862 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.845001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 12:59:07.845137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.845270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.845453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.845611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.845749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.845883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.846016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.846187 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.846408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.846556 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.846692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.846836 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.847010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.847195 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.847381 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.847567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.847777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.847963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.848148 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.848334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.848523 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.848711 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.848897 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.849083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.849269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.849456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.849653 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.849841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.850029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.850214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.850407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.850606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.850793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.850981 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.851167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.851354 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.851563 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.851776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.851926 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.852063 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.852196 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.852364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.852557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.852755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.852980 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.853121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.853267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.853475 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.853614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.853748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.853930 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.854115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.854302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.854488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.854674 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.854860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.855046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.855235 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.855424 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.855611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.855821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.856000 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.856160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.856297 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.856469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.856655 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.856843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.857031 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.857247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.857386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.857520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.857697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.857927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.858308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.858308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.858685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.858685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.858939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.858939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.859171 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.859171 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.859404 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.859535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.859701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.859849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.860026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.860215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.860383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.860570 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.860758 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.860945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.861120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.861295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.861483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.861669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.861856 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.862045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.862231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.862418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.862606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.862793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.863049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.863178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.863328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.863477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.863698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.863837 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.863973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.864163 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.864350 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.864536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.864722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.864910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.865099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.865293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.865480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.865669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.865855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.866042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.866228 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.866415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.866614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.866801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.866988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.867175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.867363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.867562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.867775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.868052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.868191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.868325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.868458 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.868590 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.868772 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.868958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.869175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.869350 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.869473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.869607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.869800 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.869987 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.870174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.870361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.870560 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.870747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.870936 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.871123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.871308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.871495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.871679 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.871872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.872089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.872314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.872449 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.872582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.872731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.872910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.873165 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.873311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.873477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.873617 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.873830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.873970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.874106 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.874284 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.874470 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.874658 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.874844 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.875030 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.875221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.875407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.875593 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.875805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.875992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.876178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.876363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.876550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.876737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.876923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 02 12:59:07.877102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84216) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 02 12:59:08.011153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 52504) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:08.023417 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100355 Apr 02 12:59:18.597460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037db71d-b13b-439b-8c65-a1c31a617d36 None None] get_active_networks_info from dv-cinder-782995-3-smb {{(pid=84331) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 02 12:59:18.697410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb1f0-767f-45e3-8442-9157eaa46772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818'] for agent, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:18.761892 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037db71d-b13b-439b-8c65-a1c31a617d36 None None] No non-hosted networks {{(pid=84331) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 02 12:59:19.878351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818'] for agent, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:19.879571 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.880099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.880586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.881119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.881601 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.882114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.882594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.883103 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.883619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.884163 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.884665 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.885164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:19.885746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782995-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 12:59:19.897845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782995-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 12:59:20.644837 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-64245142-df56-4857-8e12-2b892e1edf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818'] for agent, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:20.698503 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-67f3cded-fe7d-40ed-8dc0-3e64d8463ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:21.541447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818'] for agent, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:23.174780 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818'] for agent, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:23.927218 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_hamode_db [None req-8eed939f-08a2-4496-bffb-2843f1e98262 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 02 12:59:24.016206 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed939f-08a2-4496-bffb-2843f1e98262 None None] Routers set() bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 12:59:24.016578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed939f-08a2-4496-bffb-2843f1e98262 None None] Router IDs set() for agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 02 12:59:24.061733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 52594) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:24.677141 dv-cinder-782995-3-smb neutron-server[84216]: WARNING oslo_policy.policy [None req-e24928a6-f9cc-46ec-ac71-784684028ef4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 12:59:24.677727 dv-cinder-782995-3-smb neutron-server[84216]: WARNING oslo_policy.policy [None req-e24928a6-f9cc-46ec-ac71-784684028ef4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 12:59:24.909960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [None req-e24928a6-f9cc-46ec-ac71-784684028ef4 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 12:59:24.910999 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e24928a6-f9cc-46ec-ac71-784684028ef4 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8482842 Apr 02 12:59:27.632070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 52608) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:28.015282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-2ad01189-5795-475c-9c73-801d00090c39 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 12:59:28.120497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.policy [None req-2ad01189-5795-475c-9c73-801d00090c39 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84330) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 02 12:59:28.175983 dv-cinder-782995-3-smb neutron-server[84216]: WARNING oslo_policy.policy [None req-2ad01189-5795-475c-9c73-801d00090c39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 12:59:28.176410 dv-cinder-782995-3-smb neutron-server[84216]: WARNING oslo_policy.policy [None req-2ad01189-5795-475c-9c73-801d00090c39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 12:59:28.194178 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota [None req-2ad01189-5795-475c-9c73-801d00090c39 admin admin] Loaded quota_driver: . Apr 02 12:59:28.210531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2ad01189-5795-475c-9c73-801d00090c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 12:59:28.267811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2ad01189-5795-475c-9c73-801d00090c39 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249778602600', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249778601996', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249778592554', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249778717646', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249778700757', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249778700434', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853848595', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853889014', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-734693', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854111355'] for rbac-policy, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:28.332736 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2ad01189-5795-475c-9c73-801d00090c39 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:28.334038 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2ad01189-5795-475c-9c73-801d00090c39 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7009389 Apr 02 12:59:31.275277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 52622) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:31.646160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 12:59:31.651946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 12:59:31.657493 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Usage tracker for resource:network and tenant:f39d9bdcea864256813d1f70f8ad2f21 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 12:59:31.661114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 12:59:31.667685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 12:59:31.676963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Made reservation on behalf of f39d9bdcea864256813d1f70f8ad2f21 for: {'network': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 12:59:31.682916 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:31.699445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:31.715697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 12:59:31.720065 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Usage tracker for resource:security_group_rule and tenant:f39d9bdcea864256813d1f70f8ad2f21 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 12:59:31.723514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 12:59:31.729241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 12:59:31.979625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:31.982261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:31.986732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:32.003722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=84330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 12:59:32.031410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787077986999', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:32.032013 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Unsubscribe: segment precommit_create {{(pid=84330) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 02 12:59:32.032486 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Added segment 6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c of type vlan for network 0ac8d310-98b2-4ec8-8acb-08e711568357 Apr 02 12:59:32.082603 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887829fa-497f-4a4a-9089-c3312cfc13d0,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 12:59:32.104066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.104433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.104788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.105138 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.105482 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.105826 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.106162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.106504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.106845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.107221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.107587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.107911 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Tracked resource versions report: Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: pushed versions: Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: { 'AddressGroup': {'1.2'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': {'1.0'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': {'1.0'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': {'1.1'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': {'1.7'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': {'1.2'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': {'1.8'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': {'1.4'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': {'1.2'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': {'1.0'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': {'1.1'}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': {'1.1'}} Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: consumer versions: Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: { DHCP agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: L3 agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: Metadata agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: Metering agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: Open vSwitch agent@dv-cinder-782995-3-smb: { 'AddressGroup': '1.2', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': '1.0', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': '1.0', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': '1.1', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': '1.7', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': '1.2', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': '1.8', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': '1.4', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': '1.2', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': '1.0', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': '1.1', Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': '1.1'}} Apr 02 12:59:32.108987 dv-cinder-782995-3-smb neutron-server[84216]: {{(pid=84330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 12:59:32.147350 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:32.161956 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:32.188820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:32.190201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 12:59:32.190868 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:32.195608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:32.306417 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0299816 Apr 02 12:59:32.307146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Pushing event updated for resources: {'Network': ['ID=0ac8d310-98b2-4ec8-8acb-08e711568357,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 12:59:32.333293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:32.342273 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network 0ac8d310-98b2-4ec8-8acb-08e711568357 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 12:59:35.312162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 52638) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:35.792405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a536ab99-db5c-463e-8d4c-68edef700aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 12:59:35.793735 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a536ab99-db5c-463e-8d4c-68edef700aa8 admin admin] 10.222.0.10 "GET /v2.0/networks/0ac8d310-98b2-4ec8-8acb-08e711568357 HTTP/1.1" status: 200 len: 825 time: 0.4805639 Apr 02 12:59:35.821663 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a1bdc71a-d6d1-4f94-8fb6-c37b927cbb17 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/2e4265bf-f2e5-4841-8941-a1a50a03187a HTTP/1.1" status: 200 len: 734 time: 0.0215101 Apr 02 12:59:35.831321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Request body: {'subnet': {'subnetpool_id': '2e4265bf-f2e5-4841-8941-a1a50a03187a', 'ip_version': 4, 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 12:59:35.835818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 12:59:35.839749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Usage tracker for resource:subnet and tenant:f39d9bdcea864256813d1f70f8ad2f21 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 12:59:35.843224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 12:59:35.849006 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 12:59:35.857822 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Made reservation on behalf of f39d9bdcea864256813d1f70f8ad2f21 for: {'subnet': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 12:59:35.862566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:36.339983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for subnet, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:36.357452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:36.485888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a40f75-3f9b-467c-ad28-a2c82c083725,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 12:59:36.499700 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:36.555793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Checking segment: {'id': '6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 12:59:36.556169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Network hostable DHCP agents. Network: 0ac8d310-98b2-4ec8-8acb-08e711568357, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 12:59:36.576586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Network 0ac8d310-98b2-4ec8-8acb-08e711568357 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 12:59:36.584999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, 0ac8d310-98b2-4ec8-8acb-08e711568357) {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 12:59:36.589451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 12:59:36.590071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:36.595116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b522769-8e82-47e6-bcfc-3235d1658d2a None None] Network 0ac8d310-98b2-4ec8-8acb-08e711568357 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 12:59:36.609567 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7817292 Apr 02 12:59:36.914615 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c02216-18ba-554a-9849-eff88ab0269a-0ac8d310-98b2-4ec8-8acb-08e711568357', 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'fixed_ips': [{'subnet_id': '71a40f75-3f9b-467c-ad28-a2c82c083725'}]}} from dv-cinder-782995-3-smb. {{(pid=84331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 12:59:36.915977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:37.112582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Allocated IP 172.20.0.2 (0ac8d310-98b2-4ec8-8acb-08e711568357/71a40f75-3f9b-467c-ad28-a2c82c083725/3926481c-932f-4619-a618-2cf70e89b451) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 12:59:37.346228 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:37.359287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Transition to ACTIVE for port object 3926481c-932f-4619-a618-2cf70e89b451 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 12:59:37.381805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Transition to ACTIVE for port object 3926481c-932f-4619-a618-2cf70e89b451 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 12:59:37.387342 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:37.574659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:37.702660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Pushing event updated for resources: {'Port': ['ID=3926481c-932f-4619-a618-2cf70e89b451,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 12:59:37.712884 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.713245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.713603 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.713954 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.714300 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.714646 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.714991 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.715332 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.715712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.716055 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.716427 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.716765 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Tracked resource versions report: Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: pushed versions: Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: { 'AddressGroup': {'1.2'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': {'1.0'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': {'1.0'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': {'1.1'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': {'1.7'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': {'1.2'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': {'1.8'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': {'1.4'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': {'1.2'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': {'1.0'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': {'1.1'}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': {'1.1'}} Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: consumer versions: Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: { DHCP agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: L3 agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: Metadata agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: Metering agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: Open vSwitch agent@dv-cinder-782995-3-smb: { 'AddressGroup': '1.2', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': '1.0', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': '1.0', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': '1.1', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': '1.7', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': '1.2', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': '1.8', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': '1.4', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': '1.2', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': '1.0', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': '1.1', Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': '1.1'}} Apr 02 12:59:37.717851 dv-cinder-782995-3-smb neutron-server[84216]: {{(pid=84331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 12:59:37.725000 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:37.775027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Network 0ac8d310-98b2-4ec8-8acb-08e711568357 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 12:59:37.776266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 12:59:37.779068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 12:59:37.877302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Attempting to bind port 3926481c-932f-4619-a618-2cf70e89b451 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 12:59:37.877712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Attempting to bind port 3926481c-932f-4619-a618-2cf70e89b451 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 12:59:37.878104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Attempting to bind port 3926481c-932f-4619-a618-2cf70e89b451 on network 0ac8d310-98b2-4ec8-8acb-08e711568357 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 12:59:37.883677 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 12, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 12:59:37.884094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Checking segment: {'id': '6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 12:59:37.884557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:37.884978 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Bound using segment: {'id': '6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 12:59:37.885488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Bound port: 3926481c-932f-4619-a618-2cf70e89b451, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 12:59:37.885885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:37.978662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] For port 3926481c-932f-4619-a618-2cf70e89b451, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 12:59:37.983123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] For port 3926481c-932f-4619-a618-2cf70e89b451, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=3926481c-932f-4619-a618-2cf70e89b451,segment=NetworkSegment(6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c),segment_id=6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 12:59:37.986372 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:38.001832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:38.154434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Pushing event updated for resources: {'Port': ['ID=3926481c-932f-4619-a618-2cf70e89b451,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 12:59:38.167949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:39.439988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 52648) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:39.846125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [None req-3d7afe0f-43a1-4094-a930-e3897af2229d admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 12:59:39.847351 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3d7afe0f-43a1-4094-a930-e3897af2229d admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4062269 Apr 02 12:59:42.259165 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 3926481c-932f-4619-a618-2cf70e89b451 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 12:59:42.335104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 3926481c-932f-4619-a618-2cf70e89b451 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 12:59:42.600861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 52662) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:42.996927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [None req-bb56ca2d-33b9-445e-84ac-992edc01db02 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 12:59:42.998309 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-bb56ca2d-33b9-445e-84ac-992edc01db02 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3962824 Apr 02 12:59:43.000444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57623c1-ab8c-40af-8329-20a46d17f78c None None] Network 0ac8d310-98b2-4ec8-8acb-08e711568357 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 12:59:43.113136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-a66ce230-c746-4a6e-877c-50a09f8bc282 None None] Provisioning for port 3926481c-932f-4619-a618-2cf70e89b451 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 12:59:43.132123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-a66ce230-c746-4a6e-877c-50a09f8bc282 None None] Provisioning complete for port 3926481c-932f-4619-a618-2cf70e89b451 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 12:59:43.132548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a66ce230-c746-4a6e-877c-50a09f8bc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:43.369045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a66ce230-c746-4a6e-877c-50a09f8bc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:43.418359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-a66ce230-c746-4a6e-877c-50a09f8bc282 None None] For port 3926481c-932f-4619-a618-2cf70e89b451, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=3926481c-932f-4619-a618-2cf70e89b451,segment=NetworkSegment(6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c),segment_id=6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 12:59:43.422523 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a66ce230-c746-4a6e-877c-50a09f8bc282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:43.439005 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b29ae304-3242-4016-bc0e-1d7dd0bdd8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:43.523274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ce230-c746-4a6e-877c-50a09f8bc282 None None] Pushing event updated for resources: {'Port': ['ID=3926481c-932f-4619-a618-2cf70e89b451,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 12:59:43.527663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a66ce230-c746-4a6e-877c-50a09f8bc282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:43.614573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-ea5baac4-5ccf-4018-9111-6314d4945b3f None None] Provisioning complete for port 3926481c-932f-4619-a618-2cf70e89b451 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 12:59:43.614979 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ea5baac4-5ccf-4018-9111-6314d4945b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:44.235970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 3926481c-932f-4619-a618-2cf70e89b451 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 12:59:44.307029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 3926481c-932f-4619-a618-2cf70e89b451 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 12:59:44.307435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:44.772437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 12:59:46.000788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 52678) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:46.379506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'admin_state_up': True}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 12:59:46.384855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 12:59:46.389488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] Usage tracker for resource:router and tenant:f39d9bdcea864256813d1f70f8ad2f21 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 12:59:46.392686 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 12:59:46.398628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 12:59:46.408070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854111772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:46.409380 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774338'] for router, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:46.429438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:46.537937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854110958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854002790'] for router, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:46.556137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:46.557389 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d30b93ad-9e7c-4e93-9ca8-cae8209e7ec9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5555582 Apr 02 12:59:48.425456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a6d17b6b-5a80-4d5a-9a0a-1d7e41da0d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:49.302600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 52688) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:49.689678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [None req-6a5bc727-d985-40c5-b78c-af295e821ff9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 12:59:49.690730 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6a5bc727-d985-40c5-b78c-af295e821ff9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3871195 Apr 02 12:59:49.867099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:50.646677 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-adbd05cd-6cd7-4d7c-86f8-3d513486051a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:51.494264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:52.446575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 52708) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:52.716918 dv-cinder-782995-3-smb neutron-server[84216]: WARNING oslo_policy.policy [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 12:59:52.717494 dv-cinder-782995-3-smb neutron-server[84216]: WARNING oslo_policy.policy [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 12:59:52.947694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 12:59:52.951356 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.quota [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Loaded quota_driver: . Apr 02 12:59:52.967350 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 12:59:52.973900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Usage tracker for resource:network and tenant:5f044ccd75434043b97003c362a39c09 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 12:59:52.978292 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 12:59:52.985832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 12:59:53.000474 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Made reservation on behalf of 5f044ccd75434043b97003c362a39c09 for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 12:59:53.077273 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:53.080187 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.policy [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84329) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 02 12:59:53.136084 dv-cinder-782995-3-smb neutron-server[84216]: WARNING oslo_policy.policy [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 12:59:53.136512 dv-cinder-782995-3-smb neutron-server[84216]: WARNING oslo_policy.policy [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 02 12:59:53.160066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:53.179812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:53.194928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 12:59:53.198845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Usage tracker for resource:security_group_rule and tenant:5f044ccd75434043b97003c362a39c09 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 12:59:53.202716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 12:59:53.208491 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 12:59:53.310634 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:53.313446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:53.319507 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:53.333631 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Reserving flat network on physical network physnet1 {{(pid=84329) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 02 12:59:53.518843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787077986999', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:53.518843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Unsubscribe: segment precommit_create {{(pid=84329) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 02 12:59:53.519158 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Added segment 24464d80-bf14-4e4c-9882-e88ee5dd615c of type flat for network 08ad2293-5eaa-4241-8a10-83b7345d187d Apr 02 12:59:53.583961 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8527d2d0-60d9-4955-a24d-2ff13995350f,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 12:59:53.605828 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.606754 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.607415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.607415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.608347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.608820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.609172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.609521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.609876 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.610219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.610562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.610902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Tracked resource versions report: Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: pushed versions: Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: { 'AddressGroup': {'1.2'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': {'1.0'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': {'1.0'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': {'1.1'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': {'1.7'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': {'1.2'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': {'1.8'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': {'1.4'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': {'1.2'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': {'1.0'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': {'1.1'}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': {'1.1'}} Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: consumer versions: Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: { DHCP agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: L3 agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: Metadata agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: Metering agent@dv-cinder-782995-3-smb: {}, Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: Open vSwitch agent@dv-cinder-782995-3-smb: { 'AddressGroup': '1.2', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': '1.0', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': '1.0', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': '1.1', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': '1.7', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': '1.2', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': '1.8', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': '1.4', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': '1.2', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': '1.0', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': '1.1', Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': '1.1'}} Apr 02 12:59:53.612011 dv-cinder-782995-3-smb neutron-server[84216]: {{(pid=84329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 12:59:53.652321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:53.666317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:53.704499 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:53.705925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 12:59:53.706826 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:53.711998 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:53.823501 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3747156 Apr 02 12:59:53.824258 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Pushing event updated for resources: {'Network': ['ID=08ad2293-5eaa-4241-8a10-83b7345d187d,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 12:59:53.849328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:53.860356 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network 08ad2293-5eaa-4241-8a10-83b7345d187d details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 12:59:56.417369 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 52738) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 12:59:56.539401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28106c83-3dc8-460d-bc4c-d960eeddbf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 12:59:56.540854 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-28106c83-3dc8-460d-bc4c-d960eeddbf2a admin admin] 10.222.0.10 "GET /v2.0/subnets/71a40f75-3f9b-467c-ad28-a2c82c083725 HTTP/1.1" status: 200 len: 849 time: 0.1225066 Apr 02 12:59:56.719231 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-07381158-13ed-4be5-8a21-3565467c17bf admin admin] 10.222.0.10 "GET /v2.0/routers/caafc461-cccb-458d-8456-1fcaee850ac1 HTTP/1.1" status: 200 len: 704 time: 0.1709657 Apr 02 12:59:57.205451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:57.443049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Allocated IP 172.20.0.1 (0ac8d310-98b2-4ec8-8acb-08e711568357/71a40f75-3f9b-467c-ad28-a2c82c083725/577b58da-e15a-439e-b818-52c71a5f4d4a) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 12:59:57.605535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:57.623699 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Transition to ACTIVE for port object 577b58da-e15a-439e-b818-52c71a5f4d4a will not be triggered until provisioned by entity DHCP. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 12:59:57.678557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:57.693300 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:57.969253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Pushing event updated for resources: {'Port': ['ID=577b58da-e15a-439e-b818-52c71a5f4d4a,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 12:59:57.975440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:58.026429 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Network 0ac8d310-98b2-4ec8-8acb-08e711568357 is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 12:59:58.027491 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 12:59:58.030872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 12:59:58.031398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-773703'] for router_interface, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:58.232698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-911d235b-4792-4a17-b1fe-d4e72653a095 None None] Provisioning for port 577b58da-e15a-439e-b818-52c71a5f4d4a completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 12:59:58.237733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-911d235b-4792-4a17-b1fe-d4e72653a095 None None] Provisioning complete for port 577b58da-e15a-439e-b818-52c71a5f4d4a triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 12:59:58.238142 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-911d235b-4792-4a17-b1fe-d4e72653a095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:58.294915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-911d235b-4792-4a17-b1fe-d4e72653a095 None None] Port 577b58da-e15a-439e-b818-52c71a5f4d4a cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 12:59:58.301203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:58.586861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:58.590175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:58.591373 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664466'] for router_interface, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:58.608764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 12:59:58.738351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Pushing event updated for resources: {'Port': ['ID=577b58da-e15a-439e-b818-52c71a5f4d4a,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 12:59:58.742573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 12:59:58.798373 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Network 0ac8d310-98b2-4ec8-8acb-08e711568357 is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 12:59:58.799453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 12:59:58.999638 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Router caafc461-cccb-458d-8456-1fcaee850ac1 is scheduled to L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 with binding_index 1 {{(pid=84329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 12:59:59.020351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-e3817611-f4cc-4ecb-a307-9910db75c326 None None] Provisioning complete for port 577b58da-e15a-439e-b818-52c71a5f4d4a triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 12:59:59.020748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e3817611-f4cc-4ecb-a307-9910db75c326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 12:59:59.078978 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-e3817611-f4cc-4ecb-a307-9910db75c326 None None] Port 577b58da-e15a-439e-b818-52c71a5f4d4a cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 12:59:59.167862 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 12:59:59.177367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Sync routers for ids ['caafc461-cccb-458d-8456-1fcaee850ac1'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 12:59:59.178432 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] 10.222.0.10 "PUT /v2.0/routers/caafc461-cccb-458d-8456-1fcaee850ac1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4536147 Apr 02 12:59:59.188597 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Routers {'caafc461-cccb-458d-8456-1fcaee850ac1'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 12:59:59.189483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T12:59:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['caafc461-cccb-458d-8456-1fcaee850ac1'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 12:59:59.374799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Set router caafc461-cccb-458d-8456-1fcaee850ac1 gateway port host: None {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 12:59:59.758955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'name': 'router1', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T12:59:46Z', 'updated_at': '2021-04-02T12:59:58Z', 'revision_number': 2, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'gw_port_host': None, '_interfaces': [{'id': '577b58da-e15a-439e-b818-52c71a5f4d4a', 'name': '', 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'mac_address': 'fa:16:3e:ee:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T12:59:57Z', 'updated_at': '2021-04-02T12:59:58Z', 'revision_number': 2, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'subnets': [{'id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e4265bf-f2e5-4841-8941-a1a50a03187a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 12:59:59.764678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Checking router: caafc461-cccb-458d-8456-1fcaee850ac1 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 12:59:59.765101 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Updating router caafc461-cccb-458d-8456-1fcaee850ac1 port 577b58da-e15a-439e-b818-52c71a5f4d4a binding host dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 12:59:59.991130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:00.443537 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:00.458584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Transition to ACTIVE for port object 577b58da-e15a-439e-b818-52c71a5f4d4a will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:00:00.464505 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:00.480177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:00:00.612721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Pushing event updated for resources: {'Port': ['ID=577b58da-e15a-439e-b818-52c71a5f4d4a,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:00:00.623258 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.623625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.624004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.624362 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.624716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.625067 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.625412 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.625758 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.626105 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.626450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.626793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.627136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Tracked resource versions report: Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: pushed versions: Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: { 'AddressGroup': {'1.2'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': {'1.0'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': {'1.0'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': {'1.1'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': {'1.7'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': {'1.2'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': {'1.8'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': {'1.4'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': {'1.2'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': {'1.0'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': {'1.1'}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': {'1.1'}} Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: consumer versions: Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: { DHCP agent@dv-cinder-782995-3-smb: {}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: L3 agent@dv-cinder-782995-3-smb: {}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: Metadata agent@dv-cinder-782995-3-smb: {}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: Metering agent@dv-cinder-782995-3-smb: {}, Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: Open vSwitch agent@dv-cinder-782995-3-smb: { 'AddressGroup': '1.2', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': '1.0', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': '1.0', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': '1.1', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': '1.7', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': '1.2', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': '1.8', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': '1.4', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': '1.2', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': '1.0', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': '1.1', Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': '1.1'}} Apr 02 13:00:00.628267 dv-cinder-782995-3-smb neutron-server[84216]: {{(pid=84332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 13:00:00.634830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:00:00.841722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Attempting to bind port 577b58da-e15a-439e-b818-52c71a5f4d4a on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:00:00.842201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Attempting to bind port 577b58da-e15a-439e-b818-52c71a5f4d4a by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:00:00.842535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Attempting to bind port 577b58da-e15a-439e-b818-52c71a5f4d4a on network 0ac8d310-98b2-4ec8-8acb-08e711568357 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:00:00.848105 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 12, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:00:00.848529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Checking segment: {'id': '6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:00:00.849001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:00.849417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Bound using segment: {'id': '6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:00:00.849948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Bound port: 577b58da-e15a-439e-b818-52c71a5f4d4a, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:00:00.850345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:00.946081 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] For port 577b58da-e15a-439e-b818-52c71a5f4d4a, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:00:00.952139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] For port 577b58da-e15a-439e-b818-52c71a5f4d4a, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=577b58da-e15a-439e-b818-52c71a5f4d4a,segment=NetworkSegment(6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c),segment_id=6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:00:00.954262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:00.969324 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:00:01.118600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Pushing event updated for resources: {'Port': ['ID=577b58da-e15a-439e-b818-52c71a5f4d4a,revision_number=4']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:00:01.122490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:00:01.180968 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Routers {'caafc461-cccb-458d-8456-1fcaee850ac1'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:00:01.181619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T12:59:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['caafc461-cccb-458d-8456-1fcaee850ac1'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:00:01.349185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] Set router caafc461-cccb-458d-8456-1fcaee850ac1 gateway port host: None {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:00:01.692917 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'name': 'router1', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T12:59:46Z', 'updated_at': '2021-04-02T12:59:58Z', 'revision_number': 2, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'gw_port_host': None, '_interfaces': [{'id': '577b58da-e15a-439e-b818-52c71a5f4d4a', 'name': '', 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'mac_address': 'fa:16:3e:ee:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T12:59:57Z', 'updated_at': '2021-04-02T13:00:00Z', 'revision_number': 4, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'subnets': [{'id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e4265bf-f2e5-4841-8941-a1a50a03187a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:00:01.696917 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd7589-bf75-418b-80f2-a49578af9463 None None] The sync data for ids ['caafc461-cccb-458d-8456-1fcaee850ac1'] in dv-cinder-782995-3-smb is: [{'id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'name': 'router1', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T12:59:46Z', 'updated_at': '2021-04-02T12:59:58Z', 'revision_number': 2, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'gw_port_host': None, '_interfaces': [{'id': '577b58da-e15a-439e-b818-52c71a5f4d4a', 'name': '', 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'mac_address': 'fa:16:3e:ee:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T12:59:57Z', 'updated_at': '2021-04-02T13:00:00Z', 'revision_number': 4, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'subnets': [{'id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e4265bf-f2e5-4841-8941-a1a50a03187a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:00:01.751506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 52748) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:00:01.905999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2729061f-0b88-45b2-87bd-9a645da8486b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:00:01.906630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2729061f-0b88-45b2-87bd-9a645da8486b admin admin] Synchronizing usage tracker for tenant:5f044ccd75434043b97003c362a39c09 on resource:network {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:00:01.923609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2729061f-0b88-45b2-87bd-9a645da8486b admin admin] Unset dirty status for tenant:5f044ccd75434043b97003c362a39c09 on resource:network {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:00:01.924814 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2729061f-0b88-45b2-87bd-9a645da8486b admin admin] 10.222.0.10 "GET /v2.0/networks/08ad2293-5eaa-4241-8a10-83b7345d187d HTTP/1.1" status: 200 len: 842 time: 0.1722465 Apr 02 13:00:01.935710 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'ip_version': 4, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:00:01.940915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:00:01.944751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Usage tracker for resource:subnet and tenant:5f044ccd75434043b97003c362a39c09 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:00:01.947602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:00:01.953997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:00:01.962257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Made reservation on behalf of 5f044ccd75434043b97003c362a39c09 for: {'subnet': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:00:01.966856 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:02.576042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.objects.ports [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84329) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 02 13:00:02.576531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for subnet, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:02.593539 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:00:02.720066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:00:02.723379 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:00:02.800326 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Checking segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:00:02.800720 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Network hostable DHCP agents. Network: 08ad2293-5eaa-4241-8a10-83b7345d187d, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:00:02.823030 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:00:02.832970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, 08ad2293-5eaa-4241-8a10-83b7345d187d) {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:00:02.837219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:00:02.837793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:02.843814 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a694b-bc21-42b0-a406-23e4eec35ee7 None None] Network 08ad2293-5eaa-4241-8a10-83b7345d187d requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:00:02.860577 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9289126 Apr 02 13:00:03.087740 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa35a1-fc82-4da2-b770-3d691ccf9fc7 None None] Network 08ad2293-5eaa-4241-8a10-83b7345d187d requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:00:04.266271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 577b58da-e15a-439e-b818-52c71a5f4d4a up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:00:04.340437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 577b58da-e15a-439e-b818-52c71a5f4d4a completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:00:04.345543 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 577b58da-e15a-439e-b818-52c71a5f4d4a triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:00:04.345947 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:04.470211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:04.505356 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port 577b58da-e15a-439e-b818-52c71a5f4d4a, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=577b58da-e15a-439e-b818-52c71a5f4d4a,segment=NetworkSegment(6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c),segment_id=6bd8adf3-80ea-4c3a-b167-7f0e4a7eb56c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:00:04.508085 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:04.510296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:00:04.585483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=577b58da-e15a-439e-b818-52c71a5f4d4a,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:00:04.588819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:00:05.435451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 52762) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:00:05.642721 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-378ee68c-4db3-45c1-a27a-d2c2a141cff8 admin admin] 10.222.0.10 "GET /v2.0/routers/caafc461-cccb-458d-8456-1fcaee850ac1 HTTP/1.1" status: 200 len: 710 time: 0.2059271 Apr 02 13:00:05.778584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb5fe7c-f482-4529-b6fa-b19617dea21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:00:05.780102 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1fb5fe7c-f482-4529-b6fa-b19617dea21a admin admin] 10.222.0.10 "GET /v2.0/networks/08ad2293-5eaa-4241-8a10-83b7345d187d HTTP/1.1" status: 200 len: 886 time: 0.1315527 Apr 02 13:00:05.790069 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:00:06.250597 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 577b58da-e15a-439e-b818-52c71a5f4d4a up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:00:06.253796 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-664859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774353'] for router, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:06.322266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 577b58da-e15a-439e-b818-52c71a5f4d4a triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:00:06.322676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:06.781652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:06.839953 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:06.978873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Allocated IP 172.28.1.91 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/59a2a82f-e851-43a3-b569-f405bd21455d) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:00:07.131145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:07.160965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:07.176951 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:00:07.307162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Pushing event updated for resources: {'Port': ['ID=59a2a82f-e851-43a3-b569-f405bd21455d,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:00:07.312729 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:00:07.359465 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:00:07.360587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:00:07.362742 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:00:07.757221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:08.112375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-664859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774353'] for router, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:08.115925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854002790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854002835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-773010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854110973'] for router, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:08.307497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Router caafc461-cccb-458d-8456-1fcaee850ac1 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:00:08.490336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:00:08.498332 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Notify callbacks [] for router, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:08.499573 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] 10.222.0.10 "PUT /v2.0/routers/caafc461-cccb-458d-8456-1fcaee850ac1 HTTP/1.1" status: 200 len: 889 time: 2.7131653 Apr 02 13:00:08.501064 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Sync routers for ids ['caafc461-cccb-458d-8456-1fcaee850ac1'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:00:08.511729 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Routers {'caafc461-cccb-458d-8456-1fcaee850ac1'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:00:08.512882 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T12:59:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['caafc461-cccb-458d-8456-1fcaee850ac1'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:00:08.719164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Set router caafc461-cccb-458d-8456-1fcaee850ac1 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:00:09.086208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'name': 'router1', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '59a2a82f-e851-43a3-b569-f405bd21455d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T12:59:46Z', 'updated_at': '2021-04-02T13:00:07Z', 'revision_number': 4, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'gw_port': {'id': '59a2a82f-e851-43a3-b569-f405bd21455d', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:00:06Z', 'updated_at': '2021-04-02T13:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '577b58da-e15a-439e-b818-52c71a5f4d4a', 'name': '', 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'mac_address': 'fa:16:3e:ee:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T12:59:57Z', 'updated_at': '2021-04-02T13:00:04Z', 'revision_number': 5, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'subnets': [{'id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e4265bf-f2e5-4841-8941-a1a50a03187a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:00:09.091872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Checking router: caafc461-cccb-458d-8456-1fcaee850ac1 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:00:09.092281 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Updating router caafc461-cccb-458d-8456-1fcaee850ac1 port 59a2a82f-e851-43a3-b569-f405bd21455d binding host dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:00:09.149380 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:09.553589 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:09.566365 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Transition to ACTIVE for port object 59a2a82f-e851-43a3-b569-f405bd21455d will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:00:09.572726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:09.589213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:00:09.726113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0957782-57b8-46bc-bd9d-4674f4be6543 None None] Pushing event updated for resources: {'Port': ['ID=59a2a82f-e851-43a3-b569-f405bd21455d,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:00:09.731599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0957782-57b8-46bc-bd9d-4674f4be6543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:00:09.790642 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Attempting to bind port 59a2a82f-e851-43a3-b569-f405bd21455d on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:00:09.791059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Attempting to bind port 59a2a82f-e851-43a3-b569-f405bd21455d by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:00:09.791435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Attempting to bind port 59a2a82f-e851-43a3-b569-f405bd21455d on network 08ad2293-5eaa-4241-8a10-83b7345d187d {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:00:09.797140 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 12, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:00:09.797539 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Checking segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:00:09.797974 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:09.798393 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Bound using segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:00:09.798889 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Bound port: 59a2a82f-e851-43a3-b569-f405bd21455d, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:00:09.799286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:09.878495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] For port 59a2a82f-e851-43a3-b569-f405bd21455d, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:00:09.881593 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] For port 59a2a82f-e851-43a3-b569-f405bd21455d, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=59a2a82f-e851-43a3-b569-f405bd21455d,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:00:09.884773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:09.900705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:00:10.050061 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0957782-57b8-46bc-bd9d-4674f4be6543 None None] Pushing event updated for resources: {'Port': ['ID=59a2a82f-e851-43a3-b569-f405bd21455d,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:00:10.054559 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0957782-57b8-46bc-bd9d-4674f4be6543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:00:10.092539 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Routers {'caafc461-cccb-458d-8456-1fcaee850ac1'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:00:10.093193 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T12:59:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['caafc461-cccb-458d-8456-1fcaee850ac1'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:00:10.282081 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] Set router caafc461-cccb-458d-8456-1fcaee850ac1 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:00:10.783111 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'name': 'router1', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '59a2a82f-e851-43a3-b569-f405bd21455d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T12:59:46Z', 'updated_at': '2021-04-02T13:00:07Z', 'revision_number': 4, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'gw_port': {'id': '59a2a82f-e851-43a3-b569-f405bd21455d', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:00:06Z', 'updated_at': '2021-04-02T13:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '577b58da-e15a-439e-b818-52c71a5f4d4a', 'name': '', 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'mac_address': 'fa:16:3e:ee:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T12:59:57Z', 'updated_at': '2021-04-02T13:00:04Z', 'revision_number': 5, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'subnets': [{'id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e4265bf-f2e5-4841-8941-a1a50a03187a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:00:10.788114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f8d6f-4400-46de-8518-dc50a3732ed0 None None] The sync data for ids ['caafc461-cccb-458d-8456-1fcaee850ac1'] in dv-cinder-782995-3-smb is: [{'id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'name': 'router1', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '59a2a82f-e851-43a3-b569-f405bd21455d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T12:59:46Z', 'updated_at': '2021-04-02T13:00:07Z', 'revision_number': 4, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'gw_port': {'id': '59a2a82f-e851-43a3-b569-f405bd21455d', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:64:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:00:06Z', 'updated_at': '2021-04-02T13:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '577b58da-e15a-439e-b818-52c71a5f4d4a', 'name': '', 'network_id': '0ac8d310-98b2-4ec8-8acb-08e711568357', 'tenant_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'mac_address': 'fa:16:3e:ee:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caafc461-cccb-458d-8456-1fcaee850ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T12:59:57Z', 'updated_at': '2021-04-02T13:00:04Z', 'revision_number': 5, 'project_id': 'f39d9bdcea864256813d1f70f8ad2f21', 'subnets': [{'id': '71a40f75-3f9b-467c-ad28-a2c82c083725', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e4265bf-f2e5-4841-8941-a1a50a03187a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:00:11.272446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 52772) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:00:11.399700 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-68ccde67-461c-40ed-a9c3-461ef5d118a4 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1260083 Apr 02 13:00:12.286963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 59a2a82f-e851-43a3-b569-f405bd21455d up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:00:12.357589 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 59a2a82f-e851-43a3-b569-f405bd21455d completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:00:12.362270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 59a2a82f-e851-43a3-b569-f405bd21455d triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:00:12.362677 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:12.490269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:12.507572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port 59a2a82f-e851-43a3-b569-f405bd21455d, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=59a2a82f-e851-43a3-b569-f405bd21455d,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:00:12.510868 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:12.513188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0957782-57b8-46bc-bd9d-4674f4be6543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:00:12.585073 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=59a2a82f-e851-43a3-b569-f405bd21455d,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:00:12.588398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:00:14.276753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 59a2a82f-e851-43a3-b569-f405bd21455d up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:00:14.382987 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 59a2a82f-e851-43a3-b569-f405bd21455d triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:00:14.383380 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:18.440612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-24bcd880-6296-4ea7-b9d9-8f51bff763ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:19.885562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:20.687310 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3ae22edc-db48-4595-87c2-f50b8c0409a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:21.498398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:21.775931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:00:23.080660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:48.434632 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a76c15ce-af13-4f01-a9f6-7ec002c35d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:49.869352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:50.649022 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f927739e-002f-4f55-b154-8358408e6d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:51.496794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:53.090146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:00:58.766086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:01:18.439284 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5103d651-e6a2-4a7e-86a9-255fdc3472a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:01:19.872278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:01:20.651860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-739be07d-b781-4843-9134-f3acf9bbd7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:01:21.500242 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:01:23.093226 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:01:35.766062 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:01:48.431992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2eeeb0ed-9bc3-4caf-8f58-adb5bd516d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:01:49.875079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:01:50.654061 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ffee8511-a75f-4b3e-adf2-8edfd63dd23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:01:51.503278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:01:53.099565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:12.766647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:02:18.432968 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8e16b25-9f8f-41cd-9a69-e40c609aed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:19.871245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:20.656469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-41aecc19-dd6e-4f21-a91d-9678625bc060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:21.505592 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:23.110739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:26.208222 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53342) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:02:26.288492 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8d6ad7-d867-4c8c-b79d-f5aaa6638f5a admin admin] GET failed (client error): The resource could not be found. Apr 02 13:02:26.289865 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6a8d6ad7-d867-4c8c-b79d-f5aaa6638f5a admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0806489 Apr 02 13:02:26.430861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef1b77-30bd-4c6b-a952-7cad68530288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:26.432357 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-dfef1b77-30bd-4c6b-a952-7cad68530288 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1381795 Apr 02 13:02:28.908021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53352) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:02:29.023769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be01927-9708-4c7e-a25d-7fb4f280300b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:29.025196 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5be01927-9708-4c7e-a25d-7fb4f280300b admin admin] 10.222.0.10 "GET /v2.0/subnets/71a40f75-3f9b-467c-ad28-a2c82c083725 HTTP/1.1" status: 200 len: 849 time: 0.1161501 Apr 02 13:02:29.036452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:02:29.164444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Notify callbacks [] for subnet, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:29.471367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363249776817541'] for subnet, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:29.486116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:02:29.619216 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a40f75-3f9b-467c-ad28-a2c82c083725,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:02:29.640755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.641132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.641496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.641853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.642210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.642565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.642912 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.643261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.643625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.643995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.644344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.644685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:02:29.649507 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:02:29.676205 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:29.676848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:29.678582 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] 10.222.0.10 "PUT /v2.0/subnets/71a40f75-3f9b-467c-ad28-a2c82c083725 HTTP/1.1" status: 200 len: 868 time: 0.6460254 Apr 02 13:02:29.694857 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5418bd00-ceef-4b24-b3f6-a4934ae2cceb None None] Network 0ac8d310-98b2-4ec8-8acb-08e711568357 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:02:30.203722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-105d7914-390c-4085-a1a6-2717adcab32c None None] Provisioning complete for port 3926481c-932f-4619-a618-2cf70e89b451 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:02:30.204354 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-105d7914-390c-4085-a1a6-2717adcab32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:30.334848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-105d7914-390c-4085-a1a6-2717adcab32c None None] Provisioning complete for port 577b58da-e15a-439e-b818-52c71a5f4d4a triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:02:30.335252 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-105d7914-390c-4085-a1a6-2717adcab32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:32.180469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53362) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:02:32.363139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2be3e-f14c-47a1-ae24-07e7cac669e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:32.363574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2be3e-f14c-47a1-ae24-07e7cac669e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:32.365211 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-48b2be3e-f14c-47a1-ae24-07e7cac669e1 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1837447 Apr 02 13:02:34.905596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53372) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:02:35.237464 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595ddce-431e-4952-a743-e2b11180330a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:35.237975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595ddce-431e-4952-a743-e2b11180330a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:35.239588 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1595ddce-431e-4952-a743-e2b11180330a admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3329766 Apr 02 13:02:37.727999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53382) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:02:37.904950 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5417cb45-140d-4d6e-a4cd-b31f8af016af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:37.906303 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5417cb45-140d-4d6e-a4cd-b31f8af016af admin admin] 10.222.0.10 "GET /v2.0/networks/08ad2293-5eaa-4241-8a10-83b7345d187d HTTP/1.1" status: 200 len: 886 time: 0.1772912 Apr 02 13:02:40.393373 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53392) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:02:40.579189 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba633d-f89d-45e5-82bb-d1d46308545c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:40.580672 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2eba633d-f89d-45e5-82bb-d1d46308545c admin admin] 10.222.0.10 "GET /v2.0/networks/0ac8d310-98b2-4ec8-8acb-08e711568357 HTTP/1.1" status: 200 len: 869 time: 0.1862826 Apr 02 13:02:43.033616 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53402) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:02:43.153630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4f008-7a1d-4491-a636-575b93754c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:43.154337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4f008-7a1d-4491-a636-575b93754c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:43.156003 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-84a4f008-7a1d-4491-a636-575b93754c3e admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212738 Apr 02 13:02:45.690116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53412) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:02:45.804285 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993fd4b-a065-4b2c-95ae-3f8bf847a3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:45.804795 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993fd4b-a065-4b2c-95ae-3f8bf847a3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:45.806414 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b993fd4b-a065-4b2c-95ae-3f8bf847a3de admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1152332 Apr 02 13:02:48.305410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53422) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:02:48.423964 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1962df8b-d8d2-4c5a-8029-7be4e9117bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:48.425354 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1962df8b-d8d2-4c5a-8029-7be4e9117bcb admin admin] 10.222.0.10 "GET /v2.0/subnets/71a40f75-3f9b-467c-ad28-a2c82c083725 HTTP/1.1" status: 200 len: 868 time: 0.1189053 Apr 02 13:02:48.435308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa48f152-8e79-46a5-bd2b-6a8827e03037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:49.767925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:02:49.873276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:50.657637 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-daeb056a-982c-4158-afc6-e50932ff5fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:50.895484 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53432) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:02:51.002647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b01a1f-83dd-406c-bfc1-e0f12b1d7b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:02:51.004036 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-60b01a1f-83dd-406c-bfc1-e0f12b1d7b12 admin admin] 10.222.0.10 "GET /v2.0/subnets/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f HTTP/1.1" status: 200 len: 816 time: 0.1074667 Apr 02 13:02:51.509201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:02:53.113523 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:17.425224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53476) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:03:17.477160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [None req-0f61bde6-e001-45db-8524-036b7c83bbcd admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 13:03:17.478228 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-0f61bde6-e001-45db-8524-036b7c83bbcd admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520523 Apr 02 13:03:18.439174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-36cd1c57-4c77-4754-83b0-c79e942547fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:19.876096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:20.037777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53486) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:03:20.111583 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc6381f-001e-42b6-b944-4b74f13ac3af admin admin] GET failed (client error): The resource could not be found. Apr 02 13:03:20.113029 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-bbc6381f-001e-42b6-b944-4b74f13ac3af admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0749755 Apr 02 13:03:20.429863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdaaa16-af6f-46f7-bd3c-23a0b53d453e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:03:20.431447 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5bdaaa16-af6f-46f7-bd3c-23a0b53d453e admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3139789 Apr 02 13:03:20.659083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f22bd948-f86c-46a4-aaf4-8d3040a566ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:21.512216 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:22.935726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53496) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:03:22.986997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:03:22.992077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:03:23.002089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:03:23.010574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Made reservation on behalf of 5f044ccd75434043b97003c362a39c09 for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:03:23.015190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:23.111182 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.services.revisions.revision_plugin [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Could not find related network for resource to bump revision. Apr 02 13:03:23.124529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:03:23.127496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:23.134211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:23.134597 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Added segment 1ffd972b-074c-4dcc-a838-5af6f063db1f of type vlan for network ac2e5407-a701-4859-b58f-595368f47fcd Apr 02 13:03:23.162675 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:23.191622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:23.193017 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:03:23.193650 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:23.198999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:03:23.301877 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3649626 Apr 02 13:03:23.304814 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Pushing event updated for resources: {'Network': ['ID=ac2e5407-a701-4859-b58f-595368f47fcd,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:03:23.312253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.312633 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.313001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.313367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.313730 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.314087 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.314441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.314795 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.315169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.315529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.315907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.316259 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:23.320397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:03:23.338830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network ac2e5407-a701-4859-b58f-595368f47fcd details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:03:25.805326 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53506) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:03:25.880641 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b119f6db-1ea5-46c8-ab66-22d5aa7ef6e4 admin admin] GET failed (client error): The resource could not be found. Apr 02 13:03:25.881212 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b119f6db-1ea5-46c8-ab66-22d5aa7ef6e4 admin admin] Synchronizing usage tracker for tenant:5f044ccd75434043b97003c362a39c09 on resource:network {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:03:25.896297 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b119f6db-1ea5-46c8-ab66-22d5aa7ef6e4 admin admin] Unset dirty status for tenant:5f044ccd75434043b97003c362a39c09 on resource:network {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:03:25.897493 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b119f6db-1ea5-46c8-ab66-22d5aa7ef6e4 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0911510 Apr 02 13:03:26.012685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d6f0f-4fb5-4d6a-8c80-5b3b673309c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:03:26.014180 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-724d6f0f-4fb5-4d6a-8c80-5b3b673309c1 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1124527 Apr 02 13:03:26.024949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd', 'description': 'shared-subnet'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:03:26.029804 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:03:26.033761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Usage tracker for resource:subnet and tenant:5f044ccd75434043b97003c362a39c09 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:03:26.036922 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:03:26.042875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:03:26.051769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Made reservation on behalf of 5f044ccd75434043b97003c362a39c09 for: {'subnet': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:03:26.056336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:26.451238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for subnet, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:26.467162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8f5f0dbd-bd58-47cb-8413-3ec2d49cf356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:03:26.587754 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57056fff-d690-40e1-b465-b2e0ce73f1b6,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:03:26.592099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:03:26.657866 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Checking segment: {'id': '1ffd972b-074c-4dcc-a838-5af6f063db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:03:26.658255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Network hostable DHCP agents. Network: ac2e5407-a701-4859-b58f-595368f47fcd, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:03:26.676303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Network ac2e5407-a701-4859-b58f-595368f47fcd is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:03:26.684820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, ac2e5407-a701-4859-b58f-595368f47fcd) {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:03:26.688709 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:03:26.689340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:26.694546 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d3be7a-2864-4a79-87cb-33071ff1450e None None] Network ac2e5407-a701-4859-b58f-595368f47fcd requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:03:26.709605 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6884367 Apr 02 13:03:26.768536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:03:26.933915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c02216-18ba-554a-9849-eff88ab0269a-ac2e5407-a701-4859-b58f-595368f47fcd', 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd', 'tenant_id': '5f044ccd75434043b97003c362a39c09', 'fixed_ips': [{'subnet_id': '57056fff-d690-40e1-b465-b2e0ce73f1b6'}]}} from dv-cinder-782995-3-smb. {{(pid=84331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 13:03:26.934826 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:27.101789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Allocated IP 192.168.233.2 (ac2e5407-a701-4859-b58f-595368f47fcd/57056fff-d690-40e1-b465-b2e0ce73f1b6/a32e02d4-6993-4630-8943-12b3a97950bf) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:03:27.481093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:27.492949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Transition to ACTIVE for port object a32e02d4-6993-4630-8943-12b3a97950bf will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:03:27.512991 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Transition to ACTIVE for port object a32e02d4-6993-4630-8943-12b3a97950bf will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:03:27.517604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:27.534052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:03:27.673867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Pushing event updated for resources: {'Port': ['ID=a32e02d4-6993-4630-8943-12b3a97950bf,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:03:27.696046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.696425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.696792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.697156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.697514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.697873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.698391 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.698854 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.699296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.699688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.700013 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.700371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:03:27.705432 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:03:27.740716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Network ac2e5407-a701-4859-b58f-595368f47fcd is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:03:27.741904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:03:27.744274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:03:27.842451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Attempting to bind port a32e02d4-6993-4630-8943-12b3a97950bf on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:03:27.842854 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Attempting to bind port a32e02d4-6993-4630-8943-12b3a97950bf by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '1ffd972b-074c-4dcc-a838-5af6f063db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:03:27.843251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Attempting to bind port a32e02d4-6993-4630-8943-12b3a97950bf on network ac2e5407-a701-4859-b58f-595368f47fcd {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:03:27.848955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:03:27.849364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Checking segment: {'id': '1ffd972b-074c-4dcc-a838-5af6f063db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:03:27.849803 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:27.850233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Bound using segment: {'id': '1ffd972b-074c-4dcc-a838-5af6f063db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:03:27.850741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Bound port: a32e02d4-6993-4630-8943-12b3a97950bf, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffd972b-074c-4dcc-a838-5af6f063db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:03:27.851169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:27.945900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] For port a32e02d4-6993-4630-8943-12b3a97950bf, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:03:27.950506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] For port a32e02d4-6993-4630-8943-12b3a97950bf, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=a32e02d4-6993-4630-8943-12b3a97950bf,segment=NetworkSegment(1ffd972b-074c-4dcc-a838-5af6f063db1f),segment_id=1ffd972b-074c-4dcc-a838-5af6f063db1f)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:03:27.953078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:27.969540 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:03:28.128259 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Pushing event updated for resources: {'Port': ['ID=a32e02d4-6993-4630-8943-12b3a97950bf,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:03:28.131575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:03:29.422099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21445ea-c4b7-4d27-a273-9fb294ddf1eb None None] Network ac2e5407-a701-4859-b58f-595368f47fcd requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:03:29.551569 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-094d7d05-e8ff-4001-a29a-dc27afe6e03f None None] Provisioning for port a32e02d4-6993-4630-8943-12b3a97950bf completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:03:30.379836 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device a32e02d4-6993-4630-8943-12b3a97950bf up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:03:30.458184 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port a32e02d4-6993-4630-8943-12b3a97950bf completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:03:30.463831 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port a32e02d4-6993-4630-8943-12b3a97950bf triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:03:30.464254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:30.589494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:30.623088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port a32e02d4-6993-4630-8943-12b3a97950bf, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=a32e02d4-6993-4630-8943-12b3a97950bf,segment=NetworkSegment(1ffd972b-074c-4dcc-a838-5af6f063db1f),segment_id=1ffd972b-074c-4dcc-a838-5af6f063db1f)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:03:30.626060 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:30.628208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:03:30.697015 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=a32e02d4-6993-4630-8943-12b3a97950bf,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:03:30.700635 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:03:32.361535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device a32e02d4-6993-4630-8943-12b3a97950bf up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:03:32.434511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port a32e02d4-6993-4630-8943-12b3a97950bf triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:03:32.434838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:48.441178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-63e2e0ef-bc00-46ca-aaf0-fccff9ebed96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:49.879356 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:50.661730 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cedf9ec1-4f07-4b0c-962c-4b1b1bd906b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:51.515845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:03:53.124532 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:03.769035 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:04:18.442745 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cfef3ccf-9812-4e3a-a7ad-9076a503f2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:19.880778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:20.663813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a6771d7-3509-4451-9d9c-ebfb33792e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:21.517945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:23.125635 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:40.773054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:04:42.400079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53556) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:04:42.406383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [None req-79e4a995-3ee0-485b-86de-8e6f858605b1 tempest-verify_tempest_config-258194607 tempest-verify_tempest_config-258194607-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 13:04:42.407413 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-79e4a995-3ee0-485b-86de-8e6f858605b1 tempest-verify_tempest_config-258194607 tempest-verify_tempest_config-258194607-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063219 Apr 02 13:04:42.719952 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53574) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:04:42.842548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:42.857715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:04:42.861655 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Usage tracker for resource:security_group_rule and tenant:4de23339d0434db5a942cfbbe140999b is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:04:42.864560 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:04:42.871472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:04:42.957865 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:42.960436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:42.972447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:04:43.013590 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4de23339d0434db5a942cfbbe140999b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2925484 Apr 02 13:04:43.015250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb87e22f-77d9-4c00-94da-bcd528533dcc,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:04:43.016604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53580) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:04:43.022531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.022905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.023266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.023660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.024042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.024398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.024778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.025166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.025531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.025882 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.026227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.026572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.030656 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:04:43.081497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:43.108053 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:43.161074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:43.166787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1e1f46e9-5ec0-4136-99ab-8e879fcc383f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:04:43.177463 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb87e22f-77d9-4c00-94da-bcd528533dcc,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:04:43.188431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.188808 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.189176 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.189538 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.189896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.190255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.190610 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.190963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.191331 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.191706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.192059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.192406 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:04:43.195545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:43.196820 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb87e22f-77d9-4c00-94da-bcd528533dcc HTTP/1.1" status: 204 len: 168 time: 0.1791761 Apr 02 13:04:43.197679 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:04:48.446626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-df0e32c6-41d1-41c8-8f6b-19834f39a13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:49.884066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:50.666145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b60f084-27f7-4b1f-8997-680f2d446ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:51.521962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:04:53.129075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:17.776812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:05:18.448395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f34876fa-1475-43c2-b708-896584d2d496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:19.886072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:20.667957 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fda6e238-7e54-4c16-98aa-3e82b26afef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:21.522150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:23.132579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:48.449515 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c195e1c-d176-4703-90cb-eb219c34bf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:49.887318 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:50.669212 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-80cebf0a-4383-462a-83ed-d9dcc153c697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:51.526034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:53.135332 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:05:54.782099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 5 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:06:18.450836 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7f1612e8-4869-4913-a147-c98e4b9af33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:19.889088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:19.914567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818'] for agent, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:20.670844 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3ad6116c-090d-4ac7-8895-a2c468a13b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:21.528932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:23.141283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:25.314555 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53632) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:06:25.434342 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-487f7896-246e-42a4-92a2-343a4bd51a43 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1186302 Apr 02 13:06:27.947585 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53642) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:06:28.005909 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1de13aff-acc4-4944-a143-e3f853493dad admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0571470 Apr 02 13:06:31.786561 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:06:48.451793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-556afa44-ced1-452a-acd2-d14efe30564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:49.899389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:49.900501 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:50.672500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fd3b067c-59d9-4a06-9b4d-ab080d543ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:51.531955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:06:53.141870 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:08.785288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:07:18.454922 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e3d62e2b-538b-41c0-94a7-280dc083e7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:19.885733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:19.893409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:20.676034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-13ef70a1-8f3f-40b1-8e6b-52c35e8e39b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:21.536481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:23.158582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:45.782880 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:07:48.457080 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-312c9da2-7794-4e1a-8967-036d8518614f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:49.889007 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:49.894376 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:50.678256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c2391c51-f2c6-46ef-9d60-a66b5fe85fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:51.537857 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:07:53.151516 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:03.789929 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53838) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:04.191039 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-241460032-network', 'tenant_id': '9c623ee6be124503b83cafe134ecbb5f'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:04.196693 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:04.200868 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Usage tracker for resource:network and tenant:9c623ee6be124503b83cafe134ecbb5f is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:04.203855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:04.209974 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:04.220769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Made reservation on behalf of 9c623ee6be124503b83cafe134ecbb5f for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:04.225348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.239930 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.256036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:04.260188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:9c623ee6be124503b83cafe134ecbb5f is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:04.263066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:04.269608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:04.366051 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.373222 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.377752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:04.409339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:08:04.419323 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e710b554-664f-41ca-879c-4c2e3fa4f4f2,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:04.428545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.428923 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Added segment 583f1baa-259b-4a70-96f3-2dc795a86fe4 of type vlan for network c5a5728b-449e-4583-8014-b7127a6d4f85 Apr 02 13:08:04.431127 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.431500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.431895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.432256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.432613 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.432970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.436597 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.436995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.437383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.437749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.438113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.438467 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Tracked resource versions report: Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: pushed versions: Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: { 'AddressGroup': {'1.2'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': {'1.0'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': {'1.0'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': {'1.1'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': {'1.7'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': {'1.2'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': {'1.8'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': {'1.4'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': {'1.2'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': {'1.0'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': {'1.1'}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': {'1.1'}} Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: consumer versions: Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: { DHCP agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: HyperV agent@hv-cinder-78299: {}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: L3 agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: Metadata agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: Metering agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: Open vSwitch agent@dv-cinder-782995-3-smb: { 'AddressGroup': '1.2', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': '1.0', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': '1.0', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': '1.1', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': '1.7', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': '1.2', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': '1.8', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': '1.4', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': '1.2', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': '1.0', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': '1.1', Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': '1.1'}} Apr 02 13:08:04.439578 dv-cinder-782995-3-smb neutron-server[84216]: {{(pid=84329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 13:08:04.447563 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:04.472230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.481192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53864) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:04.506478 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.508821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:04.509939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.515932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:04.521989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53872) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:04.547346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53878) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:04.588295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53884) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:04.627650 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53892) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:04.627812 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8362017 Apr 02 13:08:04.628757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5a5728b-449e-4583-8014-b7127a6d4f85,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:04.634890 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Request body: {'subnet': {'network_id': 'c5a5728b-449e-4583-8014-b7127a6d4f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-241460032-subnet', 'tenant_id': '9c623ee6be124503b83cafe134ecbb5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:04.640399 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:04.643194 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network c5a5728b-449e-4583-8014-b7127a6d4f85 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:08:04.643826 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:04.648416 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Usage tracker for resource:subnet and tenant:9c623ee6be124503b83cafe134ecbb5f is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:04.651596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:04.658282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:04.675757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Made reservation on behalf of 9c623ee6be124503b83cafe134ecbb5f for: {'subnet': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:04.681766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.783131 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-network', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:04.789632 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-15238833-network', 'tenant_id': 'f05c0583ae1b458da3058e68d8392cdb'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:04.798793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:04.817780 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-17479929-network', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:04.821584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Usage tracker for resource:network and tenant:df377aa3487d4722af8eeeb158d4e5af is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:04.830126 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:04.841928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:04.848142 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:04.853165 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-916790933-network', 'tenant_id': '581ee3ea918541b5beda9adf261bbc27'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:04.858615 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Usage tracker for resource:network and tenant:f05c0583ae1b458da3058e68d8392cdb is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:04.865550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:04.874910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:04.880324 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:04.890049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Usage tracker for resource:network and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:04.900035 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:04.902798 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Made reservation on behalf of df377aa3487d4722af8eeeb158d4e5af for: {'network': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:04.907383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.922214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:04.928552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:04.933917 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Usage tracker for resource:network and tenant:581ee3ea918541b5beda9adf261bbc27 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:04.936545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Made reservation on behalf of f05c0583ae1b458da3058e68d8392cdb for: {'network': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:04.941067 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.954921 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:04.957765 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:04.979749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:04.981669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.036740 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:05.044812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Made reservation on behalf of 769f46f4a90c42b5bc9a89faee56919e for: {'network': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:05.049294 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.066686 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Usage tracker for resource:security_group_rule and tenant:df377aa3487d4722af8eeeb158d4e5af is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:05.071525 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:05.080539 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:05.083249 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Made reservation on behalf of 581ee3ea918541b5beda9adf261bbc27 for: {'network': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:05.089107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.107812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.119577 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Usage tracker for resource:security_group_rule and tenant:f05c0583ae1b458da3058e68d8392cdb is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:05.122681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:05.128774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:05.135306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.155264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:05.174873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:05.194197 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Usage tracker for resource:security_group_rule and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:05.198262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:05.205511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:05.234628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Usage tracker for resource:security_group_rule and tenant:581ee3ea918541b5beda9adf261bbc27 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:05.238950 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:05.248266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:05.273134 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:05.581228 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.612072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.614594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.642991 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:05.650985 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.677115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53960) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:05.678377 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.692113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=84330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:08:05.695213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.697320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.722351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.723218 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=84330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:08:05.743873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.744141 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Added segment 2725d972-6ebc-4fa1-9d8a-db5fb347afdf of type vlan for network f265c72e-93cc-400b-b634-aa7ca4bbcc8b Apr 02 13:08:05.770334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037aa91b-4f24-4ea5-b276-65e1c7e0a49d,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:05.790792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=84330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:08:05.793166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.793543 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Added segment b752dab0-453d-4a7a-b034-6fd740c471db of type vlan for network c56a7a87-25a1-42bf-8965-a83bfa68e324 Apr 02 13:08:05.814699 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=84330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:08:05.826576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.826953 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.827317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.827715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.828042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.828394 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.828739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.829084 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.829445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.829773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.830156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.830498 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Tracked resource versions report: Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: pushed versions: Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: { 'AddressGroup': {'1.2'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': {'1.0'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': {'1.0'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': {'1.1'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': {'1.7'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': {'1.2'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': {'1.8'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': {'1.4'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': {'1.2'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': {'1.0'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': {'1.1'}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': {'1.1'}} Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: consumer versions: Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: { DHCP agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: HyperV agent@hv-cinder-78299: {}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: L3 agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: Metadata agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: Metering agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: Open vSwitch agent@dv-cinder-782995-3-smb: { 'AddressGroup': '1.2', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': '1.0', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': '1.0', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': '1.1', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': '1.7', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': '1.2', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': '1.8', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': '1.4', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': '1.2', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': '1.0', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': '1.1', Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': '1.1'}} Apr 02 13:08:05.831641 dv-cinder-782995-3-smb neutron-server[84216]: {{(pid=84330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 13:08:05.847736 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:05.852022 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.853741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:05.861322 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.881201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:05.888054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Usage tracker for resource:security_group_rule and tenant:31f0d36df68044b38641acea0d0eb6f5 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:05.889806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.890457 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Added segment 5c614785-8488-48fa-8a36-0c3bd3e948ba of type vlan for network 01b952a8-69f8-49d6-8648-89163aaedcf1 Apr 02 13:08:05.891567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.891963 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Added segment f974cce7-5989-467a-aa06-b05a8b99fbf5 of type vlan for network 8a8a4dbe-db2e-49a6-b25d-436104c9381d Apr 02 13:08:05.895694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:05.906402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:05.920481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:05.948218 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0d4493-04b4-40e1-a37e-b26cf8c5a7cf,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:06.012451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.033975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.038288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.050057 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:06.056573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.088989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d73e941-b74a-4a55-ad56-e745ce8c6194,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:06.092118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53974) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:06.111699 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.112469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116e8a64-3885-4a58-93f9-4e638dbd7464,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:06.131779 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:06.137679 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:06.138359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.157812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.162238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Synchronizing usage tracker for tenant:5f044ccd75434043b97003c362a39c09 on resource:security_group {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:06.179322 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:06.180001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.197167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for subnet, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.208757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Unset dirty status for tenant:5f044ccd75434043b97003c362a39c09 on resource:security_group {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:06.211001 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31f0d36df68044b38641acea0d0eb6f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5320649 Apr 02 13:08:06.214325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53980) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:06.234595 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.289246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a54a69a-44c7-46cf-ab45-501007b6eabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.291659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.301322 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:06.301948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.306632 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38745b56-4dc0-4088-ab55-011f21dd3848,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:06.325128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:06.334514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.612s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:06.334902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:06.341442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a54a69a-44c7-46cf-ab45-501007b6eabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.345506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:06.346150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.348677 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.350062 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:06.350378 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:06.359137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:06.379508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:06.394150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] Usage tracker for resource:security_group_rule and tenant:efd0ab574fcd4f7aae50dfb988b58b3b is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:06.401609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:06.409406 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:06.424241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a54a69a-44c7-46cf-ab45-501007b6eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.431894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-33bcd44e-42d7-4e5e-af81-47db20a4a3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:06.451414 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a54a69a-44c7-46cf-ab45-501007b6eabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.455574 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7a54a69a-44c7-46cf-ab45-501007b6eabb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d73e941-b74a-4a55-ad56-e745ce8c6194 HTTP/1.1" status: 204 len: 168 time: 0.2377055 Apr 02 13:08:06.458563 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54a69a-44c7-46cf-ab45-501007b6eabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d73e941-b74a-4a55-ad56-e745ce8c6194,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:06.461763 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7a54a69a-44c7-46cf-ab45-501007b6eabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:06.577307 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0290062 Apr 02 13:08:06.583124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f265c72e-93cc-400b-b634-aa7ca4bbcc8b,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:06.586395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 53992) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:06.590027 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0669959 Apr 02 13:08:06.600170 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1178091 Apr 02 13:08:06.606202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network f265c72e-93cc-400b-b634-aa7ca4bbcc8b details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:08:06.615899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 53994) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:06.616985 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54000) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:06.626742 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Request body: {'subnet': {'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-subnet', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:06.634069 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0446880 Apr 02 13:08:06.638040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54010) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:06.646402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Request body: {'subnet': {'network_id': 'c56a7a87-25a1-42bf-8965-a83bfa68e324', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-15238833-subnet', 'tenant_id': 'f05c0583ae1b458da3058e68d8392cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:06.655373 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:06.665098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Usage tracker for resource:subnet and tenant:f05c0583ae1b458da3058e68d8392cdb is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:06.672389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:06.687841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:06.696459 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:06.707537 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Request body: {'subnet': {'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-916790933-subnet', 'tenant_id': '581ee3ea918541b5beda9adf261bbc27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:06.716132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Usage tracker for resource:subnet and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:06.724598 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:06.728853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:06.735370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Request body: {'subnet': {'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-subnet', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:06.745344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Made reservation on behalf of f05c0583ae1b458da3058e68d8392cdb for: {'subnet': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:06.754192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:06.756256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.760489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Usage tracker for resource:subnet and tenant:581ee3ea918541b5beda9adf261bbc27 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:06.781382 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:06.795880 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043e5ab-e818-4b70-ba17-c769dfaebc5e admin admin] Pushing event updated for resources: {'Network': ['ID=c56a7a87-25a1-42bf-8965-a83bfa68e324,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:06.800160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:06.817662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Made reservation on behalf of 769f46f4a90c42b5bc9a89faee56919e for: {'subnet': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:06.823307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:06.831731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network c56a7a87-25a1-42bf-8965-a83bfa68e324 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:08:07.083579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54014) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:07.112921 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:07.128231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Checking segment: {'id': '583f1baa-259b-4a70-96f3-2dc795a86fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c5a5728b-449e-4583-8014-b7127a6d4f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:07.128507 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Network hostable DHCP agents. Network: c5a5728b-449e-4583-8014-b7127a6d4f85, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:08:07.183174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Made reservation on behalf of 581ee3ea918541b5beda9adf261bbc27 for: {'subnet': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:07.187905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:07.209000 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Usage tracker for resource:subnet and tenant:df377aa3487d4722af8eeeb158d4e5af is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:07.224897 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:07.239034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:07.254764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:07.256296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Pushing event updated for resources: {'Network': ['ID=01b952a8-69f8-49d6-8648-89163aaedcf1,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:07.273483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network 01b952a8-69f8-49d6-8648-89163aaedcf1 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:08:07.292707 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Made reservation on behalf of df377aa3487d4722af8eeeb158d4e5af for: {'subnet': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:07.297492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:07.312562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:07.322719 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] Usage tracker for resource:security_group_rule and tenant:ce23f31d598e4d4599ec278658a886dd is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:07.379982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:07.412828 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:07.577288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:07.589092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:07.592066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:07.606408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bd697701-348b-42b9-9f1b-973ca003caae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:07.608927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Network c5a5728b-449e-4583-8014-b7127a6d4f85 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:08:07.627471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:07.694120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a8a4dbe-db2e-49a6-b25d-436104c9381d,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:07.697660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, c5a5728b-449e-4583-8014-b7127a6d4f85) {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:07.707774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:08:07.708366 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.349s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:07.715498 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.519s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:07.715925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2c5f2059-5395-4be8-a4af-416fe12e95ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:07.718473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-20493467-9216-411b-9d5a-7e24d0fafc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.484s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:07.739504 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=efd0ab574fcd4f7aae50dfb988b58b3b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6434608 Apr 02 13:08:07.744775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54044) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:07.803229 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce23f31d598e4d4599ec278658a886dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7177162 Apr 02 13:08:07.806485 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c6fc8-0f73-4ebe-9f96-ae9ecb76f257 None None] Network c5a5728b-449e-4583-8014-b7127a6d4f85 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:07.806655 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:07.807282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:07.811297 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54052) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:07.840581 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71486da-401f-4ade-8354-2ee37a839666,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:07.844110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:07.857883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7a54a69a-44c7-46cf-ab45-501007b6eabb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:07.903794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f436b46c-10b6-4dec-ba38-39c747e6d423,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:07.931535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:07.934179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.617s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:07.934496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:07.937471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.780s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:07.937872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:07.949315 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3105838 Apr 02 13:08:08.012532 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98d41b1-9d60-4ca2-9a0a-5c582437d409,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:08.017687 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:08.066306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for subnet, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.098156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0bbb75-3b1c-431c-9fc7-c9c3575bf63a None None] Network c5a5728b-449e-4583-8014-b7127a6d4f85 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:08.124339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:08.252851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for subnet, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.273459 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:08.397422 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54080) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:08.416792 dv-cinder-782995-3-smb neutron-server[84216]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 02 13:08:08.530079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4e770dd8-6fea-4745-b78f-4cf1942b489a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.556113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c78b424-958f-46c7-b25f-1cb6c1628394,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:08.572838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:08.576154 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bbb99134-364f-44cf-bf6a-09cc52d587a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.614985 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4e770dd8-6fea-4745-b78f-4cf1942b489a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.630023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59d9f6e-0b36-4929-b198-e38d34a71a8f,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:08.632939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:08.688961 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bbb99134-364f-44cf-bf6a-09cc52d587a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.719107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-1445ec12-1562-4d1f-9f37-f7b10db9ca60 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:08.720715 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-1445ec12-1562-4d1f-9f37-f7b10db9ca60 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/networks?id=c5a5728b-449e-4583-8014-b7127a6d4f85 HTTP/1.1" status: 200 len: 811 time: 0.3196445 Apr 02 13:08:08.725502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for subnet, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.749715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b113a1b8-1d6b-4bde-899a-0c61474cb674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:08.812017 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4e770dd8-6fea-4745-b78f-4cf1942b489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.825267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:08.844229 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Checking segment: {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:08.844819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Network hostable DHCP agents. Network: 01b952a8-69f8-49d6-8648-89163aaedcf1, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:08:08.847071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e770dd8-6fea-4745-b78f-4cf1942b489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71486da-401f-4ade-8354-2ee37a839666,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:08.848899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bbb99134-364f-44cf-bf6a-09cc52d587a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.852377 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4e770dd8-6fea-4745-b78f-4cf1942b489a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:08.856097 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Checking segment: {'id': 'b752dab0-453d-4a7a-b034-6fd740c471db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c56a7a87-25a1-42bf-8965-a83bfa68e324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:08.856449 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Network hostable DHCP agents. Network: c56a7a87-25a1-42bf-8965-a83bfa68e324, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:08:08.858685 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-b7fcaf39-e046-4d20-97c3-4cb131a32310 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/quotas/9c623ee6be124503b83cafe134ecbb5f HTTP/1.1" status: 200 len: 375 time: 0.1290283 Apr 02 13:08:08.873196 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4e770dd8-6fea-4745-b78f-4cf1942b489a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:08.896544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb99134-364f-44cf-bf6a-09cc52d587a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98d41b1-9d60-4ca2-9a0a-5c582437d409,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:08.910556 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bbb99134-364f-44cf-bf6a-09cc52d587a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:08.950233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4e770dd8-6fea-4745-b78f-4cf1942b489a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.954104 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4e770dd8-6fea-4745-b78f-4cf1942b489a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c71486da-401f-4ade-8354-2ee37a839666 HTTP/1.1" status: 204 len: 168 time: 1.1997750 Apr 02 13:08:08.956261 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-5114a658-ce37-4b87-bd31-effb8fdcc65e tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9c623ee6be124503b83cafe134ecbb5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857716 Apr 02 13:08:08.959804 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6aa5f0-906b-498f-9feb-a388750ff339,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:08.967021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:08.972283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bbb99134-364f-44cf-bf6a-09cc52d587a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:08.975973 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-bbb99134-364f-44cf-bf6a-09cc52d587a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f98d41b1-9d60-4ca2-9a0a-5c582437d409 HTTP/1.1" status: 204 len: 168 time: 1.1591535 Apr 02 13:08:08.985430 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Network 01b952a8-69f8-49d6-8648-89163aaedcf1 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:08:09.008521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, 01b952a8-69f8-49d6-8648-89163aaedcf1) {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:09.015535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:09.016270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.020177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53bd40e-4718-47e3-ab1c-e4aabb778483 None None] Network 01b952a8-69f8-49d6-8648-89163aaedcf1 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:09.024077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Network c56a7a87-25a1-42bf-8965-a83bfa68e324 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:08:09.030849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for subnet, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.052691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-464fdb13-3936-4608-bc2d-64266f04e385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:09.071485 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7ff44704-32d7-4efd-81c1-cbcb92841c7d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3669074 Apr 02 13:08:09.077931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Checking segment: {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:09.078324 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Network hostable DHCP agents. Network: 8a8a4dbe-db2e-49a6-b25d-436104c9381d, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:08:09.102590 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:08:09.112038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, 8a8a4dbe-db2e-49a6-b25d-436104c9381d) {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:09.116115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:09.117889 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.120124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, c56a7a87-25a1-42bf-8965-a83bfa68e324) {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:09.144248 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5397635 Apr 02 13:08:09.145861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54100) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:09.152560 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:09.157279 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c57eb-ec36-43cf-95c5-1429cf450c2b None None] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:09.157712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:09.162229 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Usage tracker for resource:router and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:09.166852 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:09.174245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:09.175279 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41164e3a-da83-40f7-9fcb-e4a82ba76bcf None None] Network c56a7a87-25a1-42bf-8965-a83bfa68e324 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:09.185734 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854111772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.187084 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774338'] for router, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.212588 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.217435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0be2e33-a162-4381-90a5-2aead07aecca,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:09.247765 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:09.248562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.306277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:09.311333 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6865437 Apr 02 13:08:09.396410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Checking segment: {'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:09.397178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Network hostable DHCP agents. Network: f265c72e-93cc-400b-b634-aa7ca4bbcc8b, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:08:09.421729 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Network f265c72e-93cc-400b-b634-aa7ca4bbcc8b is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:08:09.431867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, f265c72e-93cc-400b-b634-aa7ca4bbcc8b) {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:09.437418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:09.438147 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.463896 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.8333392 Apr 02 13:08:09.466708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54116) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:09.476934 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-router', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:09.485992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:09.494248 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Usage tracker for resource:router and tenant:df377aa3487d4722af8eeeb158d4e5af is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:09.502058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:09.516282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:09.528455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598d819-6da8-44e7-9c99-83a78bac7576 None None] Network f265c72e-93cc-400b-b634-aa7ca4bbcc8b requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:09.537483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854111772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.538989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774338'] for router, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.581046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.763911 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-664859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774353'] for router, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:09.909983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c10dc-dba6-4145-838a-6251c0cc186f None None] Network c56a7a87-25a1-42bf-8965-a83bfa68e324 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:10.095812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-9c39fe11-8a21-483e-ae4c-eab512ae09f9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 13:08:10.096915 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-9c39fe11-8a21-483e-ae4c-eab512ae09f9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8942256 Apr 02 13:08:10.106430 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-664859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774353'] for router, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:10.185536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54130) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:10.212766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:10.245254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:10.251439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] Usage tracker for resource:security_group_rule and tenant:225d61500a3f4bfeab83f981668485f5 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:10.255415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:10.264099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:10.319894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f4603-f9e1-4945-803a-763afea11ae8 None None] Network f265c72e-93cc-400b-b634-aa7ca4bbcc8b requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:10.362840 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54140) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:10.425799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:10.491106 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:10.570821 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-74b619a9-314e-4e81-b251-fb2f40f8e17d service neutron] 10.222.0.10 "GET /v2.0/networks/c5a5728b-449e-4583-8014-b7127a6d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002395 Apr 02 13:08:10.659316 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:10.676351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:10.698238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:10.846054 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=225d61500a3f4bfeab83f981668485f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6569149 Apr 02 13:08:10.849028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:10.852316 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54154) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:10.853717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Allocated IP 172.28.1.92 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/422e5561-4ef2-4cca-829d-37a3aa9260cf) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:10.867931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e2eb95-9128-48e9-baae-93ff7b002ef6,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:10.877187 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-79b802c5-58f8-45c2-99bd-75f9663d1e65 service neutron] 10.222.0.10 "GET /v2.0/networks/c5a5728b-449e-4583-8014-b7127a6d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973599 Apr 02 13:08:10.898528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:10.902561 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:10.912743 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:10.949817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] Usage tracker for resource:security_group_rule and tenant:68796e18c8924119b077b56b9eb9e27d is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:10.956623 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:10.962044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:10.969292 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:11.033474 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54174) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:11.298611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c02216-18ba-554a-9849-eff88ab0269a-8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339'}]}} from dv-cinder-782995-3-smb. {{(pid=84331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 13:08:11.299595 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.302585 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54190) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:11.349088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954189784-network', 'tenant_id': 'e4d1a229c8f742a5a6ca0400bf3bfc8e'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:11.353247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2362-9cce-44aa-9072-a69df07b9d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.365964 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:11.379899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.383028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b92bc9-4c79-47e5-9dd5-31949979f20d None None] Network 01b952a8-69f8-49d6-8648-89163aaedcf1 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:11.397566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.426303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-101389fe-b69a-4782-8ef3-b9589835fe1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:11.437575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Usage tracker for resource:network and tenant:e4d1a229c8f742a5a6ca0400bf3bfc8e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:11.453115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:11.457688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcad2ca-8cbb-4140-81bc-8bc5364aa6bf,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:11.468785 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0ead94b2-49fc-46ea-bae6-66d33e143c81 req-b7bd23e8-4e1a-408b-8d6b-58ed18f0dc76 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 210 time: 0.1539831 Apr 02 13:08:11.469143 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:11.492763 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68796e18c8924119b077b56b9eb9e27d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1249859 Apr 02 13:08:11.493272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54206) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:11.519129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2362-9cce-44aa-9072-a69df07b9d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.549341 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:11.634210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fd707144-c76d-4121-9087-8a6bd014e2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.658219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.671085 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fd707144-c76d-4121-9087-8a6bd014e2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.689162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Made reservation on behalf of e4d1a229c8f742a5a6ca0400bf3bfc8e for: {'network': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:11.693735 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.714006 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Allocated IP 172.20.0.2 (8a8a4dbe-db2e-49a6-b25d-436104c9381d/5f6aa5f0-906b-498f-9feb-a388750ff339/cc660c87-9d7f-4a13-87e0-75fe854bd659) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:11.736074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fd707144-c76d-4121-9087-8a6bd014e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.739327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.743319 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:11.759676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd707144-c76d-4121-9087-8a6bd014e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcad2ca-8cbb-4140-81bc-8bc5364aa6bf,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:11.765950 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fd707144-c76d-4121-9087-8a6bd014e2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:11.780552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-560688b5-4ee2-464b-971b-1fe6303b2d04 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:11.781622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-560688b5-4ee2-464b-971b-1fe6303b2d04 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Synchronizing usage tracker for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:network {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:11.783667 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fd707144-c76d-4121-9087-8a6bd014e2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.787580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:11.788871 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-fd707144-c76d-4121-9087-8a6bd014e2b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6dcad2ca-8cbb-4140-81bc-8bc5364aa6bf HTTP/1.1" status: 204 len: 168 time: 0.2945411 Apr 02 13:08:11.797431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Usage tracker for resource:security_group_rule and tenant:e4d1a229c8f742a5a6ca0400bf3bfc8e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:11.831911 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:11.867020 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:11.877541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-560688b5-4ee2-464b-971b-1fe6303b2d04 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Unset dirty status for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:network {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:11.878819 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-560688b5-4ee2-464b-971b-1fe6303b2d04 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 814 time: 0.8443124 Apr 02 13:08:11.954427 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-6bc5fb21-3aee-4def-90f0-dfe68dc2476a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/quotas/581ee3ea918541b5beda9adf261bbc27 HTTP/1.1" status: 200 len: 375 time: 0.0457559 Apr 02 13:08:11.960636 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2362-9cce-44aa-9072-a69df07b9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:11.973716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a59a0258-adf1-4fff-b361-ba92e56489f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:11.983562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.064543 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Allocated IP 172.28.1.117 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/ab99dc07-bcc4-4460-b0a7-7117aeaba12e) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:12.206802 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.216599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.228737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Transition to ACTIVE for port object cc660c87-9d7f-4a13-87e0-75fe854bd659 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:12.269523 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Transition to ACTIVE for port object cc660c87-9d7f-4a13-87e0-75fe854bd659 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:12.282336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.307574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb2362-9cce-44aa-9072-a69df07b9d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e2eb95-9128-48e9-baae-93ff7b002ef6,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:12.311311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.328858 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.331190 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-0f76ac00-862d-4dcb-b2aa-fac583f27cdb tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3643358 Apr 02 13:08:12.334203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2ceb2362-9cce-44aa-9072-a69df07b9d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:12.339552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:12.340034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b3eba3c1-eb64-4351-bc3e-b526623cefc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:12.388448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.428457 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=84330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:08:12.433314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:12.449598 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2ceb2362-9cce-44aa-9072-a69df07b9d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.450828 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2ceb2362-9cce-44aa-9072-a69df07b9d74 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9e2eb95-9128-48e9-baae-93ff7b002ef6 HTTP/1.1" status: 204 len: 168 time: 1.5934224 Apr 02 13:08:12.548403 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Pushing event updated for resources: {'Port': ['ID=cc660c87-9d7f-4a13-87e0-75fe854bd659,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:12.565317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Pushing event updated for resources: {'Port': ['ID=422e5561-4ef2-4cca-829d-37a3aa9260cf,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:12.571757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:12.572943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.573480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.574123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.574263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.574598 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Added segment 104448dc-ebdd-48ec-9940-b9319974c089 of type vlan for network a019eccb-967e-4a54-959c-a8627b295a54 Apr 02 13:08:12.575229 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.575752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.576409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.576920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.577419 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.577898 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.578418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.579044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.579706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Tracked resource versions report: Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: pushed versions: Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: { 'AddressGroup': {'1.2'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': {'1.0'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': {'1.0'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': {'1.1'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': {'1.7'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': {'1.2'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': {'1.8'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': {'1.4'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': {'1.2'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': {'1.0'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': {'1.1'}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': {'1.1'}} Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: consumer versions: Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: { DHCP agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: HyperV agent@hv-cinder-78299: {}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: L3 agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: Metadata agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: Metering agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: Open vSwitch agent@dv-cinder-782995-3-smb: { 'AddressGroup': '1.2', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': '1.0', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': '1.0', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': '1.1', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': '1.7', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': '1.2', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': '1.8', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': '1.4', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': '1.2', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': '1.0', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': '1.1', Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': '1.1'}} Apr 02 13:08:12.581291 dv-cinder-782995-3-smb neutron-server[84216]: {{(pid=84331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 13:08:12.586663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2ceb2362-9cce-44aa-9072-a69df07b9d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:12.603990 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:12.673983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:12.679340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:12.683825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:12.706073 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0dfb89fe-2415-4781-be1b-1d433f2ad856 req-d6542932-3716-45bd-a23c-e792a431bffc tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 210 time: 0.1330786 Apr 02 13:08:12.748407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:12.755708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:12.769325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6592e021-779a-42a9-9684-28950d5b8dec,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:12.784031 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:12.837752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Attempting to bind port cc660c87-9d7f-4a13-87e0-75fe854bd659 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:08:12.838425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Attempting to bind port cc660c87-9d7f-4a13-87e0-75fe854bd659 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:08:12.839077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Attempting to bind port cc660c87-9d7f-4a13-87e0-75fe854bd659 on network 8a8a4dbe-db2e-49a6-b25d-436104c9381d {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:12.845593 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:08:12.846403 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Checking segment: {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:12.847120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.847813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Bound using segment: {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:08:12.848502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Bound port: cc660c87-9d7f-4a13-87e0-75fe854bd659, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:08:12.849090 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.849550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:12.866318 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:12.950415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Pushing event updated for resources: {'Port': ['ID=ab99dc07-bcc4-4460-b0a7-7117aeaba12e,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:12.954485 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:13.059268 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:13.060701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:13.064167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:13.069145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] For port cc660c87-9d7f-4a13-87e0-75fe854bd659, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:08:13.082855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] For port cc660c87-9d7f-4a13-87e0-75fe854bd659, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=cc660c87-9d7f-4a13-87e0-75fe854bd659,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:08:13.089363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:13.130225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:13.288577 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-86db1dd3-b645-4b72-bd2d-e33c8a219af8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 13:08:13.296042 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-86db1dd3-b645-4b72-bd2d-e33c8a219af8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3128397 Apr 02 13:08:13.410159 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:13.417781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:13.418548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:13.436675 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Pushing event updated for resources: {'Port': ['ID=cc660c87-9d7f-4a13-87e0-75fe854bd659,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:13.437797 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:13.449902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:13.588366 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2847362 Apr 02 13:08:13.615945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54284) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:13.625518 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Request body: {'subnet': {'network_id': 'a019eccb-967e-4a54-959c-a8627b295a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954189784-subnet', 'tenant_id': 'e4d1a229c8f742a5a6ca0400bf3bfc8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:13.643949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:13.648467 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Usage tracker for resource:subnet and tenant:e4d1a229c8f742a5a6ca0400bf3bfc8e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:13.652314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:13.659307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:13.675773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Made reservation on behalf of e4d1a229c8f742a5a6ca0400bf3bfc8e for: {'subnet': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:13.682405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:13.919665 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:13.922608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Pushing event updated for resources: {'Network': ['ID=a019eccb-967e-4a54-959c-a8627b295a54,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:13.941588 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-01a92773-5019-4f54-9567-63226c6ce7b9 req-fbddc3d5-4626-43ce-b896-281da5b97d06 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 210 time: 0.1193249 Apr 02 13:08:13.944894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network a019eccb-967e-4a54-959c-a8627b295a54 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:08:13.979923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:14.052328 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-5fe93cc5-509d-4956-abd3-cd8307ae920f service neutron] 10.222.0.10 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518890 Apr 02 13:08:14.203720 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:14.628824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device cc660c87-9d7f-4a13-87e0-75fe854bd659 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:14.629186 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-776a84e1-f3c6-4046-89ac-5847cdbde814 service neutron] 10.222.0.10 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692911 Apr 02 13:08:14.791512 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port cc660c87-9d7f-4a13-87e0-75fe854bd659 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:14.995863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.23', 63003) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:15.089912 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854110958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854002790'] for router, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:15.457364 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f73b3e98-f903-4692-9b78-6b59c4164c06 req-0bc3fa7f-275a-4500-8c82-3b02d22cc38d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 210 time: 0.2395892 Apr 02 13:08:15.478976 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1df62efa-0eb2-4c48-a6c8-f2374c5f88c8 req-0d5755cb-ae7e-4ec6-97b5-6208fc3b25a5 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 210 time: 0.1203685 Apr 02 13:08:15.573833 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54384) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:15.605059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d95d72-4d42-428a-95f6-1bdfc69a1db7 None None] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:15.695812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854110958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854002790'] for router, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:15.860979 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Router 1d871687-f39b-4c18-a450-65ff09cbd98e is scheduled to L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 with binding_index 1 {{(pid=84329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 13:08:15.991039 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-8e142d2b-ba21-4691-acf5-c56dc92f6d61 None None] Provisioning for port cc660c87-9d7f-4a13-87e0-75fe854bd659 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:16.003429 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-8e142d2b-ba21-4691-acf5-c56dc92f6d61 None None] Provisioning complete for port cc660c87-9d7f-4a13-87e0-75fe854bd659 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:16.004115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8e142d2b-ba21-4691-acf5-c56dc92f6d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:16.146453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-9fe9eaeb-6921-44af-a49a-3031716d4dc9 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:16.165909 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-9fe9eaeb-6921-44af-a49a-3031716d4dc9 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.23 "GET /v2.0/networks?id=c5a5728b-449e-4583-8014-b7127a6d4f85 HTTP/1.1" status: 200 len: 811 time: 1.1693072 Apr 02 13:08:16.203558 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8e142d2b-ba21-4691-acf5-c56dc92f6d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:16.348329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-8e142d2b-ba21-4691-acf5-c56dc92f6d61 None None] For port cc660c87-9d7f-4a13-87e0-75fe854bd659, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=cc660c87-9d7f-4a13-87e0-75fe854bd659,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:16.354208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Request body: {'port': {'device_id': '8f8cf54f-734d-4418-91ff-14f7a3d23013', 'network_id': 'c5a5728b-449e-4583-8014-b7127a6d4f85', 'admin_state_up': True, 'tenant_id': '9c623ee6be124503b83cafe134ecbb5f'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:16.357294 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8e142d2b-ba21-4691-acf5-c56dc92f6d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:16.359450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:16.605789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e142d2b-ba21-4691-acf5-c56dc92f6d61 None None] Pushing event updated for resources: {'Port': ['ID=cc660c87-9d7f-4a13-87e0-75fe854bd659,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:16.624202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8e142d2b-ba21-4691-acf5-c56dc92f6d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:16.687662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for subnet, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:16.711215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-b55f72cf-6954-4d60-84df-0474fe2e1aa1 None None] Provisioning complete for port cc660c87-9d7f-4a13-87e0-75fe854bd659 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:16.711824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b55f72cf-6954-4d60-84df-0474fe2e1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:16.716216 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:16.736029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:16.884909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:16.900227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5f559585bc4c09800836396dd1f683 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:16.917751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:16.952664 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:17.069036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:17.079470 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Usage tracker for resource:port and tenant:9c623ee6be124503b83cafe134ecbb5f is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:17.086760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:17.096834 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875f6f0a-5ed9-4478-a69f-84ee8e450ff1,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:17.103117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:17.127561 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:17.196185 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c24218ef-e6c6-4eea-a6bf-f46154900719 req-4ba0ba36-98da-497c-bb45-c9d6ce6fc44c tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 210 time: 0.2175853 Apr 02 13:08:17.201561 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Made reservation on behalf of 9c623ee6be124503b83cafe134ecbb5f for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:17.208136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:17.236463 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:08:17.249851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Sync routers for ids ['1d871687-f39b-4c18-a450-65ff09cbd98e'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:08:17.277481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Routers {'1d871687-f39b-4c18-a450-65ff09cbd98e'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:08:17.279344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:07:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['1d871687-f39b-4c18-a450-65ff09cbd98e'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:17.370076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Notify callbacks [] for router, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:17.371309 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.9035332 Apr 02 13:08:17.377420 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54454) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:17.425339 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f0e54138-0936-4cc5-bbe2-72ee8b9393a2 req-4ac18b04-0c60-4eca-98d0-49cda8420a08 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 210 time: 0.5544634 Apr 02 13:08:17.440293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Allocated IP 172.20.0.7 (c5a5728b-449e-4583-8014-b7127a6d4f85/f436b46c-10b6-4dec-ba38-39c747e6d423/9cd92440-8beb-4477-b973-f0be3e1872d3) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:17.605124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Set router 1d871687-f39b-4c18-a450-65ff09cbd98e gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:08:17.787490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Checking segment: {'id': '104448dc-ebdd-48ec-9940-b9319974c089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a019eccb-967e-4a54-959c-a8627b295a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:17.789885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Network hostable DHCP agents. Network: a019eccb-967e-4a54-959c-a8627b295a54, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:08:17.803054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:17.853726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:17.857880 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Router 4fdfc4ac-2607-4591-8e32-d99ef216b674 is scheduled to L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 with binding_index 1 {{(pid=84330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 13:08:17.896039 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:17.934011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Network a019eccb-967e-4a54-959c-a8627b295a54 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:08:17.971928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.23', 63010) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:18.016144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, a019eccb-967e-4a54-959c-a8627b295a54) {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:18.032001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e1738f-2067-44f9-9c0c-33c3a6da1ecd None None] Network a019eccb-967e-4a54-959c-a8627b295a54 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:18.053838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:18.054491 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:18.218566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Pushing event updated for resources: {'Port': ['ID=9cd92440-8beb-4477-b973-f0be3e1872d3,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:18.369504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:18.396642 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:18.499783 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:08:18.517790 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Network c5a5728b-449e-4583-8014-b7127a6d4f85 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:18.519064 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:18.542606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:18.547806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] Notify callbacks [] for router, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:18.549221 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4690c150-c79e-4d4c-9db3-6fde4f4c9717 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.4022269 Apr 02 13:08:18.550483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:18.559517 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:18.560289 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:18.564707 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54470) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:18.608217 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.9848101 Apr 02 13:08:18.615736 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:18.674861 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc5f559585bc4c09800836396dd1f683&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0991352 Apr 02 13:08:18.731812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Sync routers for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:08:18.805272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device cc660c87-9d7f-4a13-87e0-75fe854bd659 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:19.018165 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-router', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:13Z', 'revision_number': 3, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'gw_port': {'id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:11Z', 'updated_at': '2021-04-02T13:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:19.024621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4c4747-7057-4fbb-ae50-a8f128ebdf13 None None] Network a019eccb-967e-4a54-959c-a8627b295a54 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:08:19.027847 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Checking router: 1d871687-f39b-4c18-a450-65ff09cbd98e for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:08:19.028260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Updating router 1d871687-f39b-4c18-a450-65ff09cbd98e port ab99dc07-bcc4-4460-b0a7-7117aeaba12e binding host dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:08:19.101809 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54480) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:19.101809 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54488) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:19.255023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:19.305726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:08:19.306856 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:07:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:19.373177 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0416741 Apr 02 13:08:19.719094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad789a47-2950-4848-ab49-adac8ff6c3c4,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:19.734913 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.119s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:19.791262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a9009335-dd2f-4739-b063-685faf16bea1 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:19.793265 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a9009335-dd2f-4739-b063-685faf16bea1 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 814 time: 1.7955887 Apr 02 13:08:19.803146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:19.827118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:19.843616 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Transition to ACTIVE for port object ab99dc07-bcc4-4460-b0a7-7117aeaba12e will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:19.852045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:19.869546 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:20.004944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Pushing event updated for resources: {'Port': ['ID=ab99dc07-bcc4-4460-b0a7-7117aeaba12e,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:20.021286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.021733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.023144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.023587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.024040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.024396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.024822 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.025174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.025602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.026152 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.026506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.026927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Tracked resource versions report: Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: pushed versions: Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: { 'AddressGroup': {'1.2'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': {'1.0'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': {'1.0'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': {'1.1'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': {'1.7'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': {'1.2'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': {'1.8'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': {'1.4'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': {'1.2'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': {'1.0'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': {'1.1'}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': {'1.1'}} Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: consumer versions: Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: { DHCP agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: HyperV agent@hv-cinder-78299: {}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: L3 agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: Metadata agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: Metering agent@dv-cinder-782995-3-smb: {}, Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: Open vSwitch agent@dv-cinder-782995-3-smb: { 'AddressGroup': '1.2', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'ConntrackHelper': '1.0', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'Log': '1.0', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'Network': '1.1', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'Port': '1.7', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'PortForwarding': '1.2', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'QosPolicy': '1.8', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroup': '1.4', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'SecurityGroupRule': '1.2', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'SubPort': '1.0', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'Subnet': '1.1', Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: 'Trunk': '1.1'}} Apr 02 13:08:20.028894 dv-cinder-782995-3-smb neutron-server[84216]: {{(pid=84332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 02 13:08:20.033799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:20.098319 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Allocated IP 172.20.0.1 (f265c72e-93cc-400b-b634-aa7ca4bbcc8b/f0be2e33-a162-4381-90a5-2aead07aecca/82fe0dcb-25c1-4327-83e2-99785328c6c7) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:20.127333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:08:20.187567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Request body: {'port': {'device_id': '45152124-0704-4dd8-848b-abae55440a02', 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1', 'admin_state_up': True, 'tenant_id': '581ee3ea918541b5beda9adf261bbc27'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:20.232581 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Attempting to bind port ab99dc07-bcc4-4460-b0a7-7117aeaba12e on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:08:20.234433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Attempting to bind port ab99dc07-bcc4-4460-b0a7-7117aeaba12e by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:08:20.234855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Attempting to bind port ab99dc07-bcc4-4460-b0a7-7117aeaba12e on network 08ad2293-5eaa-4241-8a10-83b7345d187d {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:20.250232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-75809163-020b-486b-b506-d90f2b55ba24 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 13:08:20.261817 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-75809163-020b-486b-b506-d90f2b55ba24 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1198189 Apr 02 13:08:20.276937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:08:20.276937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Checking segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:20.276937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.276937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Bound using segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:08:20.276937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Bound port: ab99dc07-bcc4-4460-b0a7-7117aeaba12e, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:08:20.276937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.310613 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4f9e6ae1-e66a-4362-9e58-6bf6c50f75e1 req-6674ce8b-5e4b-4278-9124-7599adf95143 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 210 time: 1.2075186 Apr 02 13:08:20.525747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-593d2512-153d-4892-b601-b066720fab6d admin admin] Deleting subnet f59d9f6e-0b36-4929-b198-e38d34a71a8f {{(pid=84330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:08:20.541295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] For port ab99dc07-bcc4-4460-b0a7-7117aeaba12e, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:08:20.550307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] For port ab99dc07-bcc4-4460-b0a7-7117aeaba12e, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=ab99dc07-bcc4-4460-b0a7-7117aeaba12e,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:08:20.552007 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-593d2512-153d-4892-b601-b066720fab6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.560461 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.601008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:20.605767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:20.607604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.622751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.626410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-593d2512-153d-4892-b601-b066720fab6d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.636171 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-593d2512-153d-4892-b601-b066720fab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.640098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Usage tracker for resource:port and tenant:581ee3ea918541b5beda9adf261bbc27 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:20.644514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:20.662658 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:20.694137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Made reservation on behalf of 581ee3ea918541b5beda9adf261bbc27 for: {'port': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:20.712418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.875041 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2ae88c31-3f91-4c48-993d-c6244f31ad0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.895090 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port cc660c87-9d7f-4a13-87e0-75fe854bd659 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:20.895927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.921168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:20.970536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:21.196090 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:21.300093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-593d2512-153d-4892-b601-b066720fab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for subnet, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:21.301849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c12db3e3-4e3d-4452-861d-721368368023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:21.339072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c12db3e3-4e3d-4452-861d-721368368023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:21.410265 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:21.616286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-77161b6e-b0c9-418b-9fdb-1b783bf2386b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:21.624141 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Pushing event updated for resources: {'Port': ['ID=ab99dc07-bcc4-4460-b0a7-7117aeaba12e,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:21.660134 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:21.708813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Allocated IP 172.20.0.1 (8a8a4dbe-db2e-49a6-b25d-436104c9381d/5f6aa5f0-906b-498f-9feb-a388750ff339/b1bbb11f-186a-4667-8a92-b160c7e9a5e4) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:21.781313 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Pushing event updated for resources: {'Port': ['ID=82fe0dcb-25c1-4327-83e2-99785328c6c7,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:21.807483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:21.930021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Routers {'1d871687-f39b-4c18-a450-65ff09cbd98e'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:08:21.930642 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:08:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['1d871687-f39b-4c18-a450-65ff09cbd98e'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:21.939149 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:21.964053 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:13Z', 'revision_number': 3, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:21.970388 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Checking router: 4fdfc4ac-2607-4591-8e32-d99ef216b674 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:08:21.970830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Updating router 4fdfc4ac-2607-4591-8e32-d99ef216b674 port 422e5561-4ef2-4cca-829d-37a3aa9260cf binding host dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:08:22.011067 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Network f265c72e-93cc-400b-b634-aa7ca4bbcc8b is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:22.012475 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Allocated IP 172.20.0.8 (01b952a8-69f8-49d6-8648-89163aaedcf1/4c78b424-958f-46c7-b25f-1cb6c1628394/6b093647-4136-45a7-829c-7e41e88bc03c) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:22.016205 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:22.042778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:22.043314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-773703'] for router_interface, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:22.116966 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:22.269915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c12db3e3-4e3d-4452-861d-721368368023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:22.281918 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:22.320769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Request body: {'port': {'device_id': '8f8cf54f-734d-4418-91ff-14f7a3d23013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:22.380175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] Set router 1d871687-f39b-4c18-a450-65ff09cbd98e gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:08:22.456248 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d2512-153d-4892-b601-b066720fab6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59d9f6e-0b36-4929-b198-e38d34a71a8f,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:22.470506 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f4bb57c5-48f9-4c54-a474-694727a9badc req-9c0bb167-0719-4658-8dd1-7bdd61a9db2e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 210 time: 0.1956847 Apr 02 13:08:22.482497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-593d2512-153d-4892-b601-b066720fab6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:22.486370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b95355de-6194-4bbb-a72d-98ac659794ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:22.501209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-593d2512-153d-4892-b601-b066720fab6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:22.510732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12db3e3-4e3d-4452-861d-721368368023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad789a47-2950-4848-ab49-adac8ff6c3c4,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:22.513952 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-593d2512-153d-4892-b601-b066720fab6d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f59d9f6e-0b36-4929-b198-e38d34a71a8f HTTP/1.1" status: 204 len: 168 time: 3.1286685 Apr 02 13:08:22.524513 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df56207-1ed1-4524-bf20-97c84be615ff req-f4fae8f4-0be0-43e6-940c-026eb083e17d tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:22.525517 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-6df56207-1ed1-4524-bf20-97c84be615ff req-f4fae8f4-0be0-43e6-940c-026eb083e17d tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Synchronizing usage tracker for tenant:9c623ee6be124503b83cafe134ecbb5f on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:22.528459 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54542) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:22.529580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c12db3e3-4e3d-4452-861d-721368368023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:22.649825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:22.686522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:22.767983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c12db3e3-4e3d-4452-861d-721368368023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:22.769553 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c12db3e3-4e3d-4452-861d-721368368023 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad789a47-2950-4848-ab49-adac8ff6c3c4 HTTP/1.1" status: 204 len: 168 time: 3.3900568 Apr 02 13:08:22.797839 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:22.840281 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:08:23.101433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:23.120172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-router', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:13Z', 'revision_number': 3, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'gw_port': {'id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:11Z', 'updated_at': '2021-04-02T13:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:23.122953 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Transition to ACTIVE for port object b1bbb11f-186a-4667-8a92-b160c7e9a5e4 will not be triggered until provisioned by entity DHCP. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:23.141065 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbbcaf9-b3f8-46c3-8506-09cdcf2538e7 None None] The sync data for ids ['1d871687-f39b-4c18-a450-65ff09cbd98e'] in dv-cinder-782995-3-smb is: [{'id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-router', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:13Z', 'revision_number': 3, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'gw_port': {'id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:11Z', 'updated_at': '2021-04-02T13:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:08:23.239242 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:23.277390 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:23.286092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-6df56207-1ed1-4524-bf20-97c84be615ff req-f4fae8f4-0be0-43e6-940c-026eb083e17d tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Unset dirty status for tenant:9c623ee6be124503b83cafe134ecbb5f on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:23.287671 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6df56207-1ed1-4524-bf20-97c84be615ff req-f4fae8f4-0be0-43e6-940c-026eb083e17d tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 931 time: 4.1882672 Apr 02 13:08:23.306986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:23.318173 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:23.403983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:23.475087 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Transition to ACTIVE for port object 422e5561-4ef2-4cca-829d-37a3aa9260cf will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:23.484549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:23.493875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:23.563078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:23.720861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54578) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:23.887669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:23.955988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:23.968817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:232bd1d16de54722a0bd43fd24b85360 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:23.973685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:23.982437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:23.987498 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:24.166486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4253771-d59e-4a45-94fd-55253c61ef45 None None] Pushing event updated for resources: {'Port': ['ID=422e5561-4ef2-4cca-829d-37a3aa9260cf,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:24.181180 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ab99dc07-bcc4-4460-b0a7-7117aeaba12e up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:24.259605 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.260942 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Pushing event updated for resources: {'Port': ['ID=6b093647-4136-45a7-829c-7e41e88bc03c,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:24.263052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d4253771-d59e-4a45-94fd-55253c61ef45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:24.276804 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:24.285407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.349374 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port ab99dc07-bcc4-4460-b0a7-7117aeaba12e completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:24.362134 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port ab99dc07-bcc4-4460-b0a7-7117aeaba12e triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:24.362960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.423371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-38a6cd82-f74b-4d4e-9220-f5e8eb4d9de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:24.425083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Attempting to bind port 422e5561-4ef2-4cca-829d-37a3aa9260cf on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:08:24.425692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Attempting to bind port 422e5561-4ef2-4cca-829d-37a3aa9260cf by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:08:24.427643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Attempting to bind port 422e5561-4ef2-4cca-829d-37a3aa9260cf on network 08ad2293-5eaa-4241-8a10-83b7345d187d {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:24.447681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:08:24.448597 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Checking segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:24.454725 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.455569 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Bound using segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:08:24.456389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Bound port: 422e5561-4ef2-4cca-829d-37a3aa9260cf, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:08:24.457013 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.482680 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6df56207-1ed1-4524-bf20-97c84be615ff req-f6b91d1c-d385-4e38-b946-fd329cf21d5b tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9230027 Apr 02 13:08:24.500622 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=232bd1d16de54722a0bd43fd24b85360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7542298 Apr 02 13:08:24.505053 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ec6c4c-d742-4dfd-bd62-d0f8f7e1eca8,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:24.516607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.530519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54598) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:24.531708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.resource_extend [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 13:08:24.542862 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:24.600550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] For port 422e5561-4ef2-4cca-829d-37a3aa9260cf, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:08:24.605630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] For port 422e5561-4ef2-4cca-829d-37a3aa9260cf, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=422e5561-4ef2-4cca-829d-37a3aa9260cf,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:08:24.625791 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.628899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.685685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Network 01b952a8-69f8-49d6-8648-89163aaedcf1 is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:24.687178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:24.689025 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.691247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:24.698033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:24.698757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.801184 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664466'] for router_interface, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:24.829808 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d4253771-d59e-4a45-94fd-55253c61ef45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:24.936423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4253771-d59e-4a45-94fd-55253c61ef45 None None] Pushing event updated for resources: {'Port': ['ID=422e5561-4ef2-4cca-829d-37a3aa9260cf,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:24.957842 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d4253771-d59e-4a45-94fd-55253c61ef45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:25.095460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:25.158908 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:08:25.161156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:08:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:25.163139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:25.355229 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5304186 Apr 02 13:08:25.359708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.360119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.361065 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.361338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.361697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.362064 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.362425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.362949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.363206 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.363583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.369635 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54612) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:25.434010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-08bdee10-40d2-4c24-9f5a-8514c8821899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:25.453721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Pushing event updated for resources: {'Port': ['ID=82fe0dcb-25c1-4327-83e2-99785328c6c7,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:25.464397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Request body: {'port': {'device_id': '45152124-0704-4dd8-848b-abae55440a02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:25.516720 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:25.555737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.556145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.556508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.556873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:25.557256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56a7a87-25a1-42bf-8965-a83bfa68e324']}} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:25.572211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b752dab0-453d-4a7a-b034-6fd740c471db') {'for_net_delete': True} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:25.572620 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b752dab0-453d-4a7a-b034-6fd740c471db') {} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:25.586810 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10100353'] for segment, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:25.603611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:25.611620 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:08:25.617563 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:08:25.664487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Network f265c72e-93cc-400b-b634-aa7ca4bbcc8b is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:25.737410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:25.777769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-08bdee10-40d2-4c24-9f5a-8514c8821899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:25.845683 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Network c56a7a87-25a1-42bf-8965-a83bfa68e324 has no segments {{(pid=84330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:08:25.861717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099371'] for segment, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:25.943721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port ab99dc07-bcc4-4460-b0a7-7117aeaba12e, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=ab99dc07-bcc4-4460-b0a7-7117aeaba12e,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:25.948107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:25.967420 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:26.055366 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:26.055602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=ab99dc07-bcc4-4460-b0a7-7117aeaba12e,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:26.075425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:26.084244 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Network c56a7a87-25a1-42bf-8965-a83bfa68e324 has no segments {{(pid=84330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:08:26.114676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:13Z', 'revision_number': 3, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:26.128762 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a4cebc-6344-4abb-a5db-c4cced9cd23a None None] The sync data for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb is: [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:13Z', 'revision_number': 3, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:08:26.149462 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:26.171679 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:26.176200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] Usage tracker for resource:security_group_rule and tenant:fb2a3449625140d48d5e2aacde43f0ad is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:26.179943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:26.186654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:26.307129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:26.316860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: from cryptography.utils import int_from_bytes Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: from cryptography.utils import int_from_bytes Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: (rel_b, rel_a, rel_b), Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: (rel_b, rel_a, rel_b), Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:08:26.365613 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:08:26.368564 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:26.433589 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Pushing event updated for resources: {'Port': ['ID=b1bbb11f-186a-4667-8a92-b160c7e9a5e4,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:26.465016 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb2a3449625140d48d5e2aacde43f0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0417218 Apr 02 13:08:26.470447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da4073b-1751-4841-b929-b3ab1475fc21,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:26.509809 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.947s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:26.512389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54624) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:26.519339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-08bdee10-40d2-4c24-9f5a-8514c8821899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:26.527656 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Router 1d871687-f39b-4c18-a450-65ff09cbd98e has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:08:26.552721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:26.568120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:26.790294 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:26.867087 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:26.904383 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c56a7a87-25a1-42bf-8965-a83bfa68e324 HTTP/1.1" status: 204 len: 168 time: 4.3628736 Apr 02 13:08:26.923032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54634) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:26.928247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c56a7a87-25a1-42bf-8965-a83bfa68e324,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:26.932360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-071c2519-3208-4069-a843-7a9a388b43d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:26.943470 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:27.005252 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdee10-40d2-4c24-9f5a-8514c8821899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ec6c4c-d742-4dfd-bd62-d0f8f7e1eca8,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:27.107412 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-08bdee10-40d2-4c24-9f5a-8514c8821899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:27.395255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08aec3-887f-4235-ad58-46d2f30b8bab req-2b8c3396-d8eb-44a5-ae18-70ecc7eb27cb tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:27.404301 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5e08aec3-887f-4235-ad58-46d2f30b8bab req-2b8c3396-d8eb-44a5-ae18-70ecc7eb27cb tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 931 time: 3.3296359 Apr 02 13:08:27.453308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:27.469818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d96457-5cb4-4932-b517-57bd85d5b1c6 admin admin] Deleting subnet 875f6f0a-5ed9-4478-a69f-84ee8e450ff1 {{(pid=84330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:08:27.484047 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:27.496152 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850561b-3a75-4bd4-8561-1334cd77d95e req-2d2c7db8-04a5-4ea3-8dc8-0583153bdee1 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:27.498422 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f850561b-3a75-4bd4-8561-1334cd77d95e req-2d2c7db8-04a5-4ea3-8dc8-0583153bdee1 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 931 time: 1.0713668 Apr 02 13:08:27.517175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:27.517861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-773703'] for router_interface, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:27.620695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-08bdee10-40d2-4c24-9f5a-8514c8821899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:27.622249 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-08bdee10-40d2-4c24-9f5a-8514c8821899 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1ec6c4c-d742-4dfd-bd62-d0f8f7e1eca8 HTTP/1.1" status: 204 len: 168 time: 3.0813773 Apr 02 13:08:27.681997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bfc16381-0b89-4cd2-8baa-cc9f3759fbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:27.710234 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd92440-8beb-4477-b973-f0be3e1872d3 {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:08:27.724662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d1d96457-5cb4-4932-b517-57bd85d5b1c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:27.731110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bfc16381-0b89-4cd2-8baa-cc9f3759fbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:27.809940 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.resource_extend [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 13:08:27.826955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:27.840247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bfc16381-0b89-4cd2-8baa-cc9f3759fbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:27.871927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-de4ac4bb-c07a-48b2-a85d-f39ab4d3d56e None None] Provisioning for port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:27.880077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-de4ac4bb-c07a-48b2-a85d-f39ab4d3d56e None None] Provisioning complete for port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:27.880496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-de4ac4bb-c07a-48b2-a85d-f39ab4d3d56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:27.917933 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f0f53390-934e-4476-b3bf-a13e0e5365ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:27.951364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16381-0b89-4cd2-8baa-cc9f3759fbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da4073b-1751-4841-b929-b3ab1475fc21,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:27.985236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bfc16381-0b89-4cd2-8baa-cc9f3759fbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:27.992621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bfc16381-0b89-4cd2-8baa-cc9f3759fbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:27.994301 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-bfc16381-0b89-4cd2-8baa-cc9f3759fbdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0da4073b-1751-4841-b929-b3ab1475fc21 HTTP/1.1" status: 204 len: 168 time: 1.4766605 Apr 02 13:08:28.024144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b093647-4136-45a7-829c-7e41e88bc03c {{(pid=84329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:08:28.034807 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:08:28.049843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:28.050481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Sync routers for ids ['1d871687-f39b-4c18-a450-65ff09cbd98e'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:08:28.059171 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] 10.222.0.10 "PUT /v2.0/routers/1d871687-f39b-4c18-a450-65ff09cbd98e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6770532 Apr 02 13:08:28.076892 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Routers {'1d871687-f39b-4c18-a450-65ff09cbd98e'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:08:28.077581 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:08:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['1d871687-f39b-4c18-a450-65ff09cbd98e'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:28.079405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-de4ac4bb-c07a-48b2-a85d-f39ab4d3d56e None None] Port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:08:28.116654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Transition to ACTIVE for port object 6b093647-4136-45a7-829c-7e41e88bc03c will not be triggered until provisioned by entity L2. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:28.122303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:28.142160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-afa37424-16ec-4179-a6f3-640a501818d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:28.304687 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ab99dc07-bcc4-4460-b0a7-7117aeaba12e up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:28.353653 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b093647-4136-45a7-829c-7e41e88bc03c,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:28.373271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-5e08aec3-887f-4235-ad58-46d2f30b8bab req-b2e9c68b-6304-4745-a16e-1bafb1ccd883 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Synchronizing usage tracker for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:security_group {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:28.377803 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:28.422974 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f850561b-3a75-4bd4-8561-1334cd77d95e req-6fe8800b-e855-478d-bd38-1eac727ace46 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993794 Apr 02 13:08:28.447602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Transition to ACTIVE for port object 9cd92440-8beb-4477-b973-f0be3e1872d3 will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:28.547121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port ab99dc07-bcc4-4460-b0a7-7117aeaba12e triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:28.547694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:28.550591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d1d96457-5cb4-4932-b517-57bd85d5b1c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844675448'] for subnet, precommit_delete_associations {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:28.621550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:28.642669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-5e08aec3-887f-4235-ad58-46d2f30b8bab req-b2e9c68b-6304-4745-a16e-1bafb1ccd883 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Unset dirty status for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:security_group {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:28.648250 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5e08aec3-887f-4235-ad58-46d2f30b8bab req-b2e9c68b-6304-4745-a16e-1bafb1ccd883 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2387259 Apr 02 13:08:28.704915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:28.736851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Set router 1d871687-f39b-4c18-a450-65ff09cbd98e gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:08:28.775505 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Attempting to bind port 6b093647-4136-45a7-829c-7e41e88bc03c on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:08:28.778805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Attempting to bind port 6b093647-4136-45a7-829c-7e41e88bc03c by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:08:28.779410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Attempting to bind port 6b093647-4136-45a7-829c-7e41e88bc03c on network 01b952a8-69f8-49d6-8648-89163aaedcf1 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:28.791311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Port 6b093647-4136-45a7-829c-7e41e88bc03c on network 01b952a8-69f8-49d6-8648-89163aaedcf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:08:28.791812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Attempting to bind port 6b093647-4136-45a7-829c-7e41e88bc03c on network 01b952a8-69f8-49d6-8648-89163aaedcf1 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:28.797688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:28.805408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:08:28.808330 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Checking segment: {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:28.809246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Bound using segment: {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:08:28.810045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Bound port: 6b093647-4136-45a7-829c-7e41e88bc03c, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'}}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:08:28.810529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:28.876686 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Pushing event updated for resources: {'Port': ['ID=9cd92440-8beb-4477-b973-f0be3e1872d3,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:28.893447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:29.002300 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 422e5561-4ef2-4cca-829d-37a3aa9260cf up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:29.059272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] For port 6b093647-4136-45a7-829c-7e41e88bc03c, host hv-cinder-78299, cleared binding levels {{(pid=84329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:08:29.070149 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] For port 6b093647-4136-45a7-829c-7e41e88bc03c, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=6b093647-4136-45a7-829c-7e41e88bc03c,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:08:29.086029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:29.184205 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-39f67720-1f6a-4397-b002-57f2ebba3381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:29.392223 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 422e5561-4ef2-4cca-829d-37a3aa9260cf completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:29.416153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 422e5561-4ef2-4cca-829d-37a3aa9260cf triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:29.416153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:29.418751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54680) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:29.483138 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d1d96457-5cb4-4932-b517-57bd85d5b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:29.624811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b093647-4136-45a7-829c-7e41e88bc03c,revision_number=3']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:29.647866 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:29.735225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:29.790455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:29.825822 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-router', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:22Z', 'revision_number': 4, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'gw_port': {'id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:11Z', 'updated_at': '2021-04-02T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '82fe0dcb-25c1-4327-83e2-99785328c6c7', 'name': '', 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'mac_address': 'fa:16:3e:e4:47:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f0be2e33-a162-4381-90a5-2aead07aecca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:19Z', 'updated_at': '2021-04-02T13:08:22Z', 'revision_number': 2, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'subnets': [{'id': 'f0be2e33-a162-4381-90a5-2aead07aecca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:29.833964 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port 422e5561-4ef2-4cca-829d-37a3aa9260cf, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=422e5561-4ef2-4cca-829d-37a3aa9260cf,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:29.834241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:29.835606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:29.837319 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/6b093647-4136-45a7-829c-7e41e88bc03c HTTP/1.1" status: 200 len: 1093 time: 4.3893592 Apr 02 13:08:29.837997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45152124-0704-4dd8-848b-abae55440a02', 'tag': '6b093647-4136-45a7-829c-7e41e88bc03c'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:08:29.840001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Checking router: 1d871687-f39b-4c18-a450-65ff09cbd98e for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:08:29.840490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:29.840616 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Updating router 1d871687-f39b-4c18-a450-65ff09cbd98e port 82fe0dcb-25c1-4327-83e2-99785328c6c7 binding host dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:08:29.845239 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d4253771-d59e-4a45-94fd-55253c61ef45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:29.941275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:29.971140 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:29.993556 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=422e5561-4ef2-4cca-829d-37a3aa9260cf,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:29.997503 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:30.093102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3d916770d945348aaeb07b2c4b31d7 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:30.121255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-2105265b-22fe-4b10-abaa-c28b1e81d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:30.134258 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-2105265b-22fe-4b10-abaa-c28b1e81d7b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 1096 time: 0.1888888 Apr 02 13:08:30.172405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:30.271767 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-e1d41870-3f27-4b5b-878f-819d7c9db042 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b093647-4136-45a7-829c-7e41e88bc03c HTTP/1.1" status: 200 len: 217 time: 0.1275539 Apr 02 13:08:30.349167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-5d68a590-de3e-4b95-b62d-e89f8a332f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:30.351522 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-5d68a590-de3e-4b95-b62d-e89f8a332f17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c78b424-958f-46c7-b25f-1cb6c1628394 HTTP/1.1" status: 200 len: 854 time: 0.0738585 Apr 02 13:08:30.379922 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:30.409423 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-03330b81-285d-4b5b-afd7-c8e085c51e45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01b952a8-69f8-49d6-8648-89163aaedcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505211 Apr 02 13:08:30.466962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-17fe3b66-7d21-4162-b822-f7ae2155dc7f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:30.467748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-17fe3b66-7d21-4162-b822-f7ae2155dc7f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Synchronizing usage tracker for tenant:df377aa3487d4722af8eeeb158d4e5af on resource:network {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:30.468015 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:30.480639 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Transition to ACTIVE for port object 82fe0dcb-25c1-4327-83e2-99785328c6c7 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:30.488143 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:30.510247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:30.539088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-17fe3b66-7d21-4162-b822-f7ae2155dc7f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Unset dirty status for tenant:df377aa3487d4722af8eeeb158d4e5af on resource:network {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:30.540429 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-17fe3b66-7d21-4162-b822-f7ae2155dc7f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 819 time: 0.4433975 Apr 02 13:08:30.577703 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-06b9058f-3eaa-4b5d-993f-4f343a3da9be service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603498 Apr 02 13:08:30.649833 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b72d9-3d6a-4f08-ab99-52cdbd3f412a req-0fa4a4e2-0b2b-4b99-b202-89cdea6d9d1d tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:30.651452 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-353b72d9-3d6a-4f08-ab99-52cdbd3f412a req-0fa4a4e2-0b2b-4b99-b202-89cdea6d9d1d tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 943 time: 0.8625345 Apr 02 13:08:30.750321 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-2be26a49-7cd7-4830-9f26-c9f3a8988689 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/quotas/df377aa3487d4722af8eeeb158d4e5af HTTP/1.1" status: 200 len: 375 time: 0.1249316 Apr 02 13:08:30.763602 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4cf4e9c9-3f86-46de-80ad-f0d2df25e3e0 req-773bd9ba-b190-4fb9-9057-a4b296780793 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771414 Apr 02 13:08:30.771584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ba5b2-48e8-4c71-a7df-bafa0d1bd1bf None None] Pushing event updated for resources: {'Port': ['ID=82fe0dcb-25c1-4327-83e2-99785328c6c7,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:30.777879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-344ba5b2-48e8-4c71-a7df-bafa0d1bd1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:30.809764 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-353b72d9-3d6a-4f08-ab99-52cdbd3f412a req-0b02cd91-af9b-436c-9a46-17d757850bf1 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219606 Apr 02 13:08:30.810621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Attempting to bind port 9cd92440-8beb-4477-b973-f0be3e1872d3 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:08:30.811099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Attempting to bind port 9cd92440-8beb-4477-b973-f0be3e1872d3 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '583f1baa-259b-4a70-96f3-2dc795a86fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c5a5728b-449e-4583-8014-b7127a6d4f85'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:08:30.811566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Attempting to bind port 9cd92440-8beb-4477-b973-f0be3e1872d3 on network c5a5728b-449e-4583-8014-b7127a6d4f85 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:30.917227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Port 9cd92440-8beb-4477-b973-f0be3e1872d3 on network c5a5728b-449e-4583-8014-b7127a6d4f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:08:30.917699 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Attempting to bind port 9cd92440-8beb-4477-b973-f0be3e1872d3 on network c5a5728b-449e-4583-8014-b7127a6d4f85 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:30.978257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:08:30.978634 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Checking segment: {'id': '583f1baa-259b-4a70-96f3-2dc795a86fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c5a5728b-449e-4583-8014-b7127a6d4f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:30.979208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Bound using segment: {'id': '583f1baa-259b-4a70-96f3-2dc795a86fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c5a5728b-449e-4583-8014-b7127a6d4f85'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:08:30.979765 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Bound port: 9cd92440-8beb-4477-b973-f0be3e1872d3, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583f1baa-259b-4a70-96f3-2dc795a86fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c5a5728b-449e-4583-8014-b7127a6d4f85'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:08:30.980150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.083343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Attempting to bind port 82fe0dcb-25c1-4327-83e2-99785328c6c7 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:08:31.084054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Attempting to bind port 82fe0dcb-25c1-4327-83e2-99785328c6c7 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:08:31.085758 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Attempting to bind port 82fe0dcb-25c1-4327-83e2-99785328c6c7 on network f265c72e-93cc-400b-b634-aa7ca4bbcc8b {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:31.091889 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:08:31.092680 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Checking segment: {'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:31.093293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.093884 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Bound using segment: {'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:08:31.094765 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Bound port: 82fe0dcb-25c1-4327-83e2-99785328c6c7, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:08:31.095385 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.106369 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.221277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.238609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] For port 82fe0dcb-25c1-4327-83e2-99785328c6c7, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:08:31.243811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] For port 82fe0dcb-25c1-4327-83e2-99785328c6c7, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=82fe0dcb-25c1-4327-83e2-99785328c6c7,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:08:31.247860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.268400 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:31.291468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:31.299907 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e3d916770d945348aaeb07b2c4b31d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8521180 Apr 02 13:08:31.303192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54742) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:31.345819 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-c8af0039-fbdf-479f-b370-6c396a4d160f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5657098 Apr 02 13:08:31.383055 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-11f14704-524c-4d6c-9c2c-cec28e7bc130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.426754 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-11f14704-524c-4d6c-9c2c-cec28e7bc130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.497279 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fb327-7839-4e18-88a6-b3365d219c67 req-94ad60fb-11d8-4ace-9a1a-27d117911452 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:31.498974 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e44fb327-7839-4e18-88a6-b3365d219c67 req-94ad60fb-11d8-4ace-9a1a-27d117911452 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 943 time: 0.4375072 Apr 02 13:08:31.511211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.resource_extend [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 13:08:31.527041 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e64b4a-ff25-4c99-89c7-ee9c2b854ea0,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:31.535763 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] For port 9cd92440-8beb-4477-b973-f0be3e1872d3, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:08:31.536861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-11f14704-524c-4d6c-9c2c-cec28e7bc130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.552888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:31.575285 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f14704-524c-4d6c-9c2c-cec28e7bc130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e64b4a-ff25-4c99-89c7-ee9c2b854ea0,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:31.581049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:31.590489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-11f14704-524c-4d6c-9c2c-cec28e7bc130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:31.594297 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.610826 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-11f14704-524c-4d6c-9c2c-cec28e7bc130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.616521 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-11f14704-524c-4d6c-9c2c-cec28e7bc130 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31e64b4a-ff25-4c99-89c7-ee9c2b854ea0 HTTP/1.1" status: 204 len: 168 time: 0.3118536 Apr 02 13:08:31.624163 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e44fb327-7839-4e18-88a6-b3365d219c67 req-ab87ecc8-1a68-4af9-b3c3-21185c1081a0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997272 Apr 02 13:08:31.625976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] For port 9cd92440-8beb-4477-b973-f0be3e1872d3, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=9cd92440-8beb-4477-b973-f0be3e1872d3,segment=NetworkSegment(583f1baa-259b-4a70-96f3-2dc795a86fe4),segment_id=583f1baa-259b-4a70-96f3-2dc795a86fe4)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:08:31.629380 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.633608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d1d96457-5cb4-4932-b517-57bd85d5b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851658852'] for subnet, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.670000 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:31.675893 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:31.709517 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ba5b2-48e8-4c71-a7df-bafa0d1bd1bf None None] Pushing event updated for resources: {'Port': ['ID=82fe0dcb-25c1-4327-83e2-99785328c6c7,revision_number=4']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:31.716473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-344ba5b2-48e8-4c71-a7df-bafa0d1bd1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:31.766021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Routers {'1d871687-f39b-4c18-a450-65ff09cbd98e'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:08:31.767261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:08:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['1d871687-f39b-4c18-a450-65ff09cbd98e'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:31.985978 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45152124-0704-4dd8-848b-abae55440a02', 'tag': '6b093647-4136-45a7-829c-7e41e88bc03c', 'status': 'completed', 'code': 200} Apr 02 13:08:32.086673 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] Set router 1d871687-f39b-4c18-a450-65ff09cbd98e gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:08:32.104768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 422e5561-4ef2-4cca-829d-37a3aa9260cf up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:32.163471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01bf81-4e15-4b0f-990d-f68884628f33 req-1f278546-fab0-43e3-b555-81518d9468ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:32.170488 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1e01bf81-4e15-4b0f-990d-f68884628f33 req-1f278546-fab0-43e3-b555-81518d9468ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 1096 time: 0.1539917 Apr 02 13:08:32.258073 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 422e5561-4ef2-4cca-829d-37a3aa9260cf triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:32.258490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:32.336316 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54780) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:32.359915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Pushing event updated for resources: {'Port': ['ID=b1bbb11f-186a-4667-8a92-b160c7e9a5e4,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:32.446634 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01bf81-4e15-4b0f-990d-f68884628f33 req-697cd34c-0d4a-4195-a9dc-6ce77584f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:32.450520 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1e01bf81-4e15-4b0f-990d-f68884628f33 req-697cd34c-0d4a-4195-a9dc-6ce77584f481 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 915 time: 0.2735868 Apr 02 13:08:32.492379 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Pushing event updated for resources: {'Port': ['ID=9cd92440-8beb-4477-b973-f0be3e1872d3,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:32.503297 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:32.503983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:32.508479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:32.531700 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1e01bf81-4e15-4b0f-990d-f68884628f33 req-c832b65d-5a2f-40f4-8571-fe80f91a73ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b093647-4136-45a7-829c-7e41e88bc03c HTTP/1.1" status: 200 len: 217 time: 0.0742836 Apr 02 13:08:32.595982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cd7315a7-759c-4319-95ab-1cf001aa9fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:32.624648 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:32.643747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:32.648703 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] Usage tracker for resource:security_group_rule and tenant:d93c017ae1ca4892ac7c9e68cdd4131f is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:32.652497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:32.654228 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d96457-5cb4-4932-b517-57bd85d5b1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875f6f0a-5ed9-4478-a69f-84ee8e450ff1,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:32.657056 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d1d96457-5cb4-4932-b517-57bd85d5b1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:32.670871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d1d96457-5cb4-4932-b517-57bd85d5b1c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:32.674469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:32.707245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01bf81-4e15-4b0f-990d-f68884628f33 req-b53b4473-6c5a-4abb-b6bb-caea72b6a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:32.708402 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d1d96457-5cb4-4932-b517-57bd85d5b1c6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/875f6f0a-5ed9-4478-a69f-84ee8e450ff1 HTTP/1.1" status: 204 len: 168 time: 5.7738612 Apr 02 13:08:32.708880 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1e01bf81-4e15-4b0f-990d-f68884628f33 req-b53b4473-6c5a-4abb-b6bb-caea72b6a897 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c78b424-958f-46c7-b25f-1cb6c1628394 HTTP/1.1" status: 200 len: 854 time: 0.1692009 Apr 02 13:08:32.712435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54798) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:32.733056 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664466'] for router_interface, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:32.767680 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-router', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:22Z', 'revision_number': 4, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'gw_port': {'id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:11Z', 'updated_at': '2021-04-02T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '82fe0dcb-25c1-4327-83e2-99785328c6c7', 'name': '', 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'mac_address': 'fa:16:3e:e4:47:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f0be2e33-a162-4381-90a5-2aead07aecca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:19Z', 'updated_at': '2021-04-02T13:08:31Z', 'revision_number': 4, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'subnets': [{'id': 'f0be2e33-a162-4381-90a5-2aead07aecca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:32.775539 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeb3278-8ecf-423c-9319-2d5e0f571edf None None] The sync data for ids ['1d871687-f39b-4c18-a450-65ff09cbd98e'] in dv-cinder-782995-3-smb is: [{'id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-router', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:22Z', 'revision_number': 4, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'gw_port': {'id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:11Z', 'updated_at': '2021-04-02T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '82fe0dcb-25c1-4327-83e2-99785328c6c7', 'name': '', 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'mac_address': 'fa:16:3e:e4:47:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f0be2e33-a162-4381-90a5-2aead07aecca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:19Z', 'updated_at': '2021-04-02T13:08:31Z', 'revision_number': 4, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'subnets': [{'id': 'f0be2e33-a162-4381-90a5-2aead07aecca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:08:32.813134 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-a77e0eba-790c-408c-a361-ee7a8c1df255 service neutron] 10.222.0.10 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4547572 Apr 02 13:08:32.938953 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1e01bf81-4e15-4b0f-990d-f68884628f33 req-216b1e20-e29e-4983-9dd5-41b025da6593 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01b952a8-69f8-49d6-8648-89163aaedcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2210667 Apr 02 13:08:33.112365 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:33.112958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:33.130389 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1e01bf81-4e15-4b0f-990d-f68884628f33 req-6ee4b0cf-e1f0-487b-9642-d9202bcf5e1a service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801410 Apr 02 13:08:33.132746 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] 10.222.0.23 "PUT /v2.0/ports/9cd92440-8beb-4477-b973-f0be3e1872d3 HTTP/1.1" status: 200 len: 1093 time: 11.9079924 Apr 02 13:08:33.157820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8a76e-5117-4c85-85fe-896f54acc438 req-cc536858-728a-436a-849e-f3319b96eb1c tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:33.160060 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a3d8a76e-5117-4c85-85fe-896f54acc438 req-cc536858-728a-436a-849e-f3319b96eb1c tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 943 time: 0.8657002 Apr 02 13:08:33.160583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8cf54f-734d-4418-91ff-14f7a3d23013', 'tag': '9cd92440-8beb-4477-b973-f0be3e1872d3'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:08:33.179764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:33.421158 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-4b7035da-33e8-4c2f-8ccf-6d8e20b911e3 service neutron] 10.222.0.10 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801976 Apr 02 13:08:33.454676 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a3d8a76e-5117-4c85-85fe-896f54acc438 req-91be01da-3140-4d9e-a253-9287d35f6779 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493579 Apr 02 13:08:33.548142 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:33.572066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:33.585334 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1e01bf81-4e15-4b0f-990d-f68884628f33 req-9d9f9ac3-873b-4038-9bce-b3848cb094ba service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504541 Apr 02 13:08:33.603388 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-b526dc8b-ede9-4765-82c8-5008860b82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:33.605070 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-b526dc8b-ede9-4765-82c8-5008860b82f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c623ee6be124503b83cafe134ecbb5f&device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 1096 time: 0.4012542 Apr 02 13:08:33.745751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54826) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:33.812708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:33.821150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:33.915938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:33.938084 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:33.993985 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d93c017ae1ca4892ac7c9e68cdd4131f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6537445 Apr 02 13:08:33.995798 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54840) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:34.022291 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-ba650792-80ec-466e-b95b-bcf1ed397930 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd92440-8beb-4477-b973-f0be3e1872d3 HTTP/1.1" status: 200 len: 217 time: 0.1924095 Apr 02 13:08:34.057857 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-65107558-15c0-4d5b-be2d-02e1e721f757 None None] Provisioning complete for port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:34.058641 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-65107558-15c0-4d5b-be2d-02e1e721f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.141288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-65107558-15c0-4d5b-be2d-02e1e721f757 None None] Port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:08:34.196225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 82fe0dcb-25c1-4327-83e2-99785328c6c7 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:34.209493 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d6cb3e-bac0-4b7a-b8b6-d81f58e76833,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:34.228574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:34.239860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.278440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:34.282585 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] Usage tracker for resource:security_group_rule and tenant:bb89881d384f49889039b787d3d7e3d0 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:34.286694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:34.298723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:34.309609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 82fe0dcb-25c1-4327-83e2-99785328c6c7 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:34.309908 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.310405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.311330 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.312970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > port after_create 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.313453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.313577 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-5f121b25-3191-49f5-9678-3e1ac6498338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:34.314000 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > port after_update 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.314566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.315238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.315509 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-5f121b25-3191-49f5-9678-3e1ac6498338 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f436b46c-10b6-4dec-ba38-39c747e6d423 HTTP/1.1" status: 200 len: 851 time: 0.1102345 Apr 02 13:08:34.315768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.316233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.317360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 82fe0dcb-25c1-4327-83e2-99785328c6c7 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:34.317920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.388178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.388715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.389190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.389664 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84329) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 02 13:08:34.390155 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a019eccb-967e-4a54-959c-a8627b295a54']}} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:34.409152 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-54c036e9-1476-4fcf-a929-af39053224ff req-02ae8364-3061-4c88-907f-3b6ff7b5b40e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 210 time: 0.3850529 Apr 02 13:08:34.431254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Router 4fdfc4ac-2607-4591-8e32-d99ef216b674 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:08:34.467884 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.487519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 6b093647-4136-45a7-829c-7e41e88bc03c details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:08:34.516651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port 82fe0dcb-25c1-4327-83e2-99785328c6c7, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=82fe0dcb-25c1-4327-83e2-99785328c6c7,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:34.526041 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.531483 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-c1e15945-258f-4266-9d1f-a28bb92bac04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5a5728b-449e-4583-8014-b7127a6d4f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206117 Apr 02 13:08:34.531975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-22fcb0bc-358f-4d7c-92e6-1ac0712e2806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.555209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.568334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.586346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104448dc-ebdd-48ec-9940-b9319974c089') {'for_net_delete': True} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:34.586708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104448dc-ebdd-48ec-9940-b9319974c089') {} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:34.638033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bbb99134-364f-44cf-bf6a-09cc52d587a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:34.645752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:34.652028 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb89881d384f49889039b787d3d7e3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8903325 Apr 02 13:08:34.661389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54856) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:34.666252 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043319'] for segment, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.744353 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-22fcb0bc-358f-4d7c-92e6-1ac0712e2806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.771538 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=82fe0dcb-25c1-4327-83e2-99785328c6c7,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:34.788380 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc06be-df9c-494c-9c0c-90101b57b2cf,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:34.790979 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:34.798001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.816611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:34.847578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:08:34.861886 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8cf54f-734d-4418-91ff-14f7a3d23013', 'tag': '9cd92440-8beb-4477-b973-f0be3e1872d3', 'status': 'completed', 'code': 200} Apr 02 13:08:34.875086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-64e34c20-1d27-48dd-aa3d-3fb79d1b4d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:34.889560 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 6b093647-4136-45a7-829c-7e41e88bc03c, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=6b093647-4136-45a7-829c-7e41e88bc03c,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:34.926072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '6b093647-4136-45a7-829c-7e41e88bc03c', 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1', 'port_id': '6b093647-4136-45a7-829c-7e41e88bc03c', 'mac_address': 'fa:16:3e:84:f8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c78b424-958f-46c7-b25f-1cb6c1628394', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:08:35.020396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:35.041506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b093647-4136-45a7-829c-7e41e88bc03c {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:08:35.065225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 6b093647-4136-45a7-829c-7e41e88bc03c, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=6b093647-4136-45a7-829c-7e41e88bc03c,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:35.069414 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:35.072129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:35.217948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=6b093647-4136-45a7-829c-7e41e88bc03c,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:35.219346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-64e34c20-1d27-48dd-aa3d-3fb79d1b4d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:35.222193 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:35.319622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['6b093647-4136-45a7-829c-7e41e88bc03c'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:08:35.340798 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac8b17-54ab-4b1f-bfa0-f70384313ae3 req-6b6d8587-d9c1-476b-b65a-f4dda2f796b8 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:35.342421 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-80ac8b17-54ab-4b1f-bfa0-f70384313ae3 req-6b6d8587-d9c1-476b-b65a-f4dda2f796b8 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 943 time: 1.5144897 Apr 02 13:08:35.435959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:08:35.450411 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3ef3aa4a-6bc8-4f9c-84b5-ccc83e2c08fa admin admin] 10.222.0.10 "PUT /v2.0/routers/4fdfc4ac-2607-4591-8e32-d99ef216b674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8820136 Apr 02 13:08:35.458651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Sync routers for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:08:35.465724 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-3f3b6c4d-6938-4001-8674-8213f7296ef3 service neutron] 10.222.0.23 "GET /v2.0/networks/c5a5728b-449e-4583-8014-b7127a6d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8537567 Apr 02 13:08:35.468870 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-80ac8b17-54ab-4b1f-bfa0-f70384313ae3 req-f907465a-51d2-43d8-b626-a14b5f5895e1 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035285 Apr 02 13:08:35.472149 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-22fcb0bc-358f-4d7c-92e6-1ac0712e2806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:35.482080 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Network a019eccb-967e-4a54-959c-a8627b295a54 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:08:35.493586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:35.500587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:08:35.501670 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:08:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:35.510768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2881397'] for segment, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:35.526871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcb0bc-358f-4d7c-92e6-1ac0712e2806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d6cb3e-bac0-4b7a-b8b6-d81f58e76833,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:35.581982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-22fcb0bc-358f-4d7c-92e6-1ac0712e2806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:35.593465 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-22fcb0bc-358f-4d7c-92e6-1ac0712e2806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:35.594683 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-22fcb0bc-358f-4d7c-92e6-1ac0712e2806 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3d6cb3e-bac0-4b7a-b8b6-d81f58e76833 HTTP/1.1" status: 204 len: 168 time: 1.5847549 Apr 02 13:08:35.648915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290aed77-11f7-4454-bf92-f61456e5a5ed req-ae463313-e3aa-419c-9c0a-fc306bc31e93 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:35.650546 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-290aed77-11f7-4454-bf92-f61456e5a5ed req-ae463313-e3aa-419c-9c0a-fc306bc31e93 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 943 time: 0.3913743 Apr 02 13:08:35.657145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-64e34c20-1d27-48dd-aa3d-3fb79d1b4d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:35.715796 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:35.735475 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e34c20-1d27-48dd-aa3d-3fb79d1b4d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc06be-df9c-494c-9c0c-90101b57b2cf,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:35.752366 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-64e34c20-1d27-48dd-aa3d-3fb79d1b4d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:35.774220 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-64e34c20-1d27-48dd-aa3d-3fb79d1b4d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:35.775438 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-64e34c20-1d27-48dd-aa3d-3fb79d1b4d36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/afdc06be-df9c-494c-9c0c-90101b57b2cf HTTP/1.1" status: 204 len: 168 time: 1.0981381 Apr 02 13:08:35.785717 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ccb1d1c4-836b-4867-8ecc-c6793ece64c8 req-d53110bf-fd93-4182-be2b-88cfd84d42a4 service neutron] 10.222.0.23 "GET /v2.0/networks/c5a5728b-449e-4583-8014-b7127a6d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070259 Apr 02 13:08:35.794746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Network a019eccb-967e-4a54-959c-a8627b295a54 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:08:35.810637 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-a7c5cfc1-f1a4-4521-97e5-2a5a4dc50444 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:35.812568 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-a7c5cfc1-f1a4-4521-97e5-2a5a4dc50444 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.23 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 819 time: 0.4965560 Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: from cryptography.utils import int_from_bytes Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: from cryptography.utils import int_from_bytes Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: (rel_b, rel_a, rel_b), Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: (rel_b, rel_a, rel_b), Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:08:35.832595 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:08:35.838747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Request body: {'port': {'device_id': '59fdbd0d-b74f-4ea6-9428-8912616fd49d', 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b', 'admin_state_up': True, 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:35.874670 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:08:35.958733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-7928d622-7782-4659-bfd5-8a251ea10aac tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:35.966334 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-7928d622-7782-4659-bfd5-8a251ea10aac tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 819 time: 0.1872559 Apr 02 13:08:36.049196 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:36.063890 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-d3c289e9-57ba-4a3f-b267-726e16f18b2b tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/quotas/df377aa3487d4722af8eeeb158d4e5af HTTP/1.1" status: 200 len: 375 time: 0.0963893 Apr 02 13:08:36.069813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Usage tracker for resource:port and tenant:df377aa3487d4722af8eeeb158d4e5af is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:36.075180 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:36.085448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:36.125436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Made reservation on behalf of df377aa3487d4722af8eeeb158d4e5af for: {'port': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:36.133447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:36.148574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:36.164465 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-290aed77-11f7-4454-bf92-f61456e5a5ed req-c3971119-0be4-486e-9596-4b803a5e6019 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840308 Apr 02 13:08:36.199345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 82fe0dcb-25c1-4327-83e2-99785328c6c7 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:36.226607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24907eb8-8fb4-4017-afa5-15af39977e4b req-8ac8e340-b158-444e-9565-05267c48e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:36.228884 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-24907eb8-8fb4-4017-afa5-15af39977e4b req-8ac8e340-b158-444e-9565-05267c48e6bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c623ee6be124503b83cafe134ecbb5f&device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 1096 time: 0.2596617 Apr 02 13:08:36.252498 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-ac875323-e942-494f-8c41-82022c3129bb tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1874952 Apr 02 13:08:36.386118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:36.406690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54904) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:36.417881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:36.440691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=a019eccb-967e-4a54-959c-a8627b295a54,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:36.442600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:36.473451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:36.483842 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a019eccb-967e-4a54-959c-a8627b295a54 HTTP/1.1" status: 204 len: 168 time: 3.7702758 Apr 02 13:08:36.485243 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:36.488393 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Allocated IP 172.20.0.6 (f265c72e-93cc-400b-b634-aa7ca4bbcc8b/f0be2e33-a162-4381-90a5-2aead07aecca/4b31fb42-9361-4ad9-b277-db13427033e9) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:36.671330 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-df9c8674-2e04-48d7-a763-6819923f1203 service neutron] 10.222.0.10 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171398 Apr 02 13:08:36.673371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24907eb8-8fb4-4017-afa5-15af39977e4b req-87181574-0cdd-456b-ae58-0c1655d50012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:36.675154 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-24907eb8-8fb4-4017-afa5-15af39977e4b req-87181574-0cdd-456b-ae58-0c1655d50012 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5a5728b-449e-4583-8014-b7127a6d4f85 HTTP/1.1" status: 200 len: 912 time: 0.4367411 Apr 02 13:08:36.741721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:36.774737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] Usage tracker for resource:security_group_rule and tenant:4fb5a6ce6869427abdb04b69289c7f5f is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:36.779452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:36.783237 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:36.790738 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:36.810268 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0853f4e-a370-4403-b52b-14156ec3cb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:36.911382 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54920) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:36.940735 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-24907eb8-8fb4-4017-afa5-15af39977e4b req-a0fded73-a37d-4cc2-89bd-3e5d1ea08277 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cd92440-8beb-4477-b973-f0be3e1872d3 HTTP/1.1" status: 200 len: 217 time: 0.2373643 Apr 02 13:08:36.951504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 82fe0dcb-25c1-4327-83e2-99785328c6c7 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:36.951993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:37.039383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Pushing event updated for resources: {'Port': ['ID=4b31fb42-9361-4ad9-b277-db13427033e9,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:37.054002 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:37.060175 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e3af62a5-dbcf-4906-9870-9535aea15916 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f05c0583ae1b458da3058e68d8392cdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1431255 Apr 02 13:08:37.074367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54928) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:37.149201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24907eb8-8fb4-4017-afa5-15af39977e4b req-99cf5015-1d64-4878-8760-2fc0866abae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:37.151163 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-24907eb8-8fb4-4017-afa5-15af39977e4b req-99cf5015-1d64-4878-8760-2fc0866abae2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f436b46c-10b6-4dec-ba38-39c747e6d423 HTTP/1.1" status: 200 len: 851 time: 0.1940405 Apr 02 13:08:37.261570 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Network f265c72e-93cc-400b-b634-aa7ca4bbcc8b is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:37.266160 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-3023c5ff-356d-4371-8d0f-d9be976e62f3 service neutron] 10.222.0.10 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942338 Apr 02 13:08:37.269018 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:30Z', 'revision_number': 2, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:37.269550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:37.275224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Checking router: 4fdfc4ac-2607-4591-8e32-d99ef216b674 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:08:37.275645 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Updating router 4fdfc4ac-2607-4591-8e32-d99ef216b674 port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 binding host dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:08:37.276972 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:37.277459 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-24907eb8-8fb4-4017-afa5-15af39977e4b req-f7addbcf-13c0-4363-8a2c-f2a9badfbf31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5a5728b-449e-4583-8014-b7127a6d4f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124492 Apr 02 13:08:37.324042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-48d0a5d9-7c82-4e2d-9b03-200f0b5b9ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:37.342127 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:37.363106 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-48d0a5d9-7c82-4e2d-9b03-200f0b5b9ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:37.420727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54938) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:37.423672 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-48d0a5d9-7c82-4e2d-9b03-200f0b5b9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:37.435262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f96f7cf2-d42a-4d9b-b41c-e67dfa0f7111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:37.445389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547291360', 'description': 'tempest-description--1078534465'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:37.462282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:37.468530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0a5d9-7c82-4e2d-9b03-200f0b5b9ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0d4493-04b4-40e1-a37e-b26cf8c5a7cf,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:37.479294 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:37.485421 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-48d0a5d9-7c82-4e2d-9b03-200f0b5b9ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:37.487137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:37.526126 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:37.526817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:37.535977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:security_group and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:37.539100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:37.548368 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fb5a6ce6869427abdb04b69289c7f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1386323 Apr 02 13:08:37.549663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:37.563162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 54946) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:37.568190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:37.569669 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-24907eb8-8fb4-4017-afa5-15af39977e4b req-7ce13782-8f67-4fdb-a8e3-ab691d24c54a service neutron] 10.222.0.23 "GET /v2.0/networks/c5a5728b-449e-4583-8014-b7127a6d4f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848394 Apr 02 13:08:37.575287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-48d0a5d9-7c82-4e2d-9b03-200f0b5b9ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:37.576578 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-48d0a5d9-7c82-4e2d-9b03-200f0b5b9ea4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e0d4493-04b4-40e1-a37e-b26cf8c5a7cf HTTP/1.1" status: 204 len: 168 time: 0.5012300 Apr 02 13:08:37.608091 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7743685 Apr 02 13:08:37.619040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf860c77-f230-456a-80f7-b5883cb37245,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:37.632906 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:37.652086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Request body: {'port': {'device_id': '59fdbd0d-b74f-4ea6-9428-8912616fd49d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:37.720052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:37.886606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:37.906329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:security_group_rule and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:37.919418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:37.926395 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-24907eb8-8fb4-4017-afa5-15af39977e4b req-cf6a7eec-ee68-4a79-a1a8-68b0dc9c5338 service neutron] 10.222.0.23 "GET /v2.0/networks/c5a5728b-449e-4583-8014-b7127a6d4f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503661 Apr 02 13:08:37.937727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:37.956246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:38.093341 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-668d2d68-ff75-4f9e-803c-930741f6b3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:38.249164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:38.273123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Transition to ACTIVE for port object b1bbb11f-186a-4667-8a92-b160c7e9a5e4 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:38.299459 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:38.324813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:38.325030 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf5ed8-9c0e-44a7-9031-27ed04f53e58 req-14912ba2-300d-4121-9962-68b67e4b57da tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:38.332470 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cbaf5ed8-9c0e-44a7-9031-27ed04f53e58 req-14912ba2-300d-4121-9962-68b67e4b57da tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 944 time: 0.5655608 Apr 02 13:08:38.382496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-668d2d68-ff75-4f9e-803c-930741f6b3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:38.396045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8e9b3-db68-4bbe-b359-ce2bb522b0d5 req-9fde888a-383b-4a43-830c-b4cfa2ba8c0f tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:38.397733 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-63d8e9b3-db68-4bbe-b359-ce2bb522b0d5 req-9fde888a-383b-4a43-830c-b4cfa2ba8c0f tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 943 time: 0.3992391 Apr 02 13:08:38.414276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 54992) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:38.512120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82853c06-1cf0-4369-bbb6-ebb7eb588bd0 None None] Pushing event updated for resources: {'Port': ['ID=b1bbb11f-186a-4667-8a92-b160c7e9a5e4,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:38.514571 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 9cd92440-8beb-4477-b973-f0be3e1872d3 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:08:38.603226 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-63d8e9b3-db68-4bbe-b359-ce2bb522b0d5 req-09592656-de64-4008-b3c3-90d345eda219 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859477 Apr 02 13:08:38.625509 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cbaf5ed8-9c0e-44a7-9031-27ed04f53e58 req-88753595-9a37-4054-bbb6-c6ac29e8eed6 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920301 Apr 02 13:08:38.664012 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d0b18758-1525-425d-a86c-aec27b545627 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4d1a229c8f742a5a6ca0400bf3bfc8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462008 Apr 02 13:08:38.664307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 55006) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:38.765153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:38.775853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 9cd92440-8beb-4477-b973-f0be3e1872d3, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=9cd92440-8beb-4477-b973-f0be3e1872d3,segment=NetworkSegment(583f1baa-259b-4a70-96f3-2dc795a86fe4),segment_id=583f1baa-259b-4a70-96f3-2dc795a86fe4)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:38.790693 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1fb515a4-dbd5-4dd8-abb7-9feccfd23d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:38.804695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-82853c06-1cf0-4369-bbb6-ebb7eb588bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:38.809580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '9cd92440-8beb-4477-b973-f0be3e1872d3', 'network_id': 'c5a5728b-449e-4583-8014-b7127a6d4f85', 'port_id': '9cd92440-8beb-4477-b973-f0be3e1872d3', 'mac_address': 'fa:16:3e:b1:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f436b46c-10b6-4dec-ba38-39c747e6d423', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:08:38.812427 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 6b093647-4136-45a7-829c-7e41e88bc03c up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:38.856700 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1fb515a4-dbd5-4dd8-abb7-9feccfd23d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:38.920731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:38.937514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-17d52125-8e15-4d3b-b548-175b618c6bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:38.966057 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-668d2d68-ff75-4f9e-803c-930741f6b3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.040633 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1fb515a4-dbd5-4dd8-abb7-9feccfd23d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.050304 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e6cfcd7f-f168-47a8-9917-d5427dcef7a1 req-685790ba-5109-4329-90b1-507314b2fea9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 210 time: 0.0994225 Apr 02 13:08:39.055573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.055755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:39.067211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb515a4-dbd5-4dd8-abb7-9feccfd23d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6592e021-779a-42a9-9684-28950d5b8dec,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:39.079907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1fb515a4-dbd5-4dd8-abb7-9feccfd23d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:39.082796 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1fb515a4-dbd5-4dd8-abb7-9feccfd23d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.083930 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1fb515a4-dbd5-4dd8-abb7-9feccfd23d5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6592e021-779a-42a9-9684-28950d5b8dec HTTP/1.1" status: 204 len: 168 time: 0.4185936 Apr 02 13:08:39.088130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f84780-4a2f-4e9f-bbd7-9daf815e95c4,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:39.097752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:39.116059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4f8fd138-ede8-4301-9ec4-37478f240618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:39.144524 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.150156 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7237201 Apr 02 13:08:39.151104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 55016) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:39.156293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'security_group_rule': {'security_group_id': '07f84780-4a2f-4e9f-bbd7-9daf815e95c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:39.168670 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-668d2d68-ff75-4f9e-803c-930741f6b3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.169957 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:39.172438 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-668d2d68-ff75-4f9e-803c-930741f6b3b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf860c77-f230-456a-80f7-b5883cb37245 HTTP/1.1" status: 204 len: 168 time: 1.6060052 Apr 02 13:08:39.176254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d2d68-ff75-4f9e-803c-930741f6b3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf860c77-f230-456a-80f7-b5883cb37245,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:39.193005 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:security_group_rule and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:39.197204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-668d2d68-ff75-4f9e-803c-930741f6b3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:39.204626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:39.228690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:39.237254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 6b093647-4136-45a7-829c-7e41e88bc03c completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:39.263021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.353338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 6b093647-4136-45a7-829c-7e41e88bc03c triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:39.353757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.406998 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd92440-8beb-4477-b973-f0be3e1872d3 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:08:39.414482 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.414909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55022) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:39.421414 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.423390 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:39.458431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0346e949-214f-40b0-b12e-04594a068f3e,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:39.500158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b31fb42-9361-4ad9-b277-db13427033e9 {{(pid=84329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:08:39.508616 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:39.510328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.511653 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3600199 Apr 02 13:08:39.513393 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.514496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 55030) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:39.520141 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'security_group_rule': {'security_group_id': '07f84780-4a2f-4e9f-bbd7-9daf815e95c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:39.533399 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:39.545033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:security_group_rule and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:39.546661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Transition to ACTIVE for port object 4b31fb42-9361-4ad9-b277-db13427033e9 will not be triggered until provisioned by entity L2. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:39.548935 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.557321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:39.566634 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d9c4e6e9-5512-453e-bc5c-1608bc9c692a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:39.582938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:39.644487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 9cd92440-8beb-4477-b973-f0be3e1872d3, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=9cd92440-8beb-4477-b973-f0be3e1872d3,segment=NetworkSegment(583f1baa-259b-4a70-96f3-2dc795a86fe4),segment_id=583f1baa-259b-4a70-96f3-2dc795a86fe4)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:39.646209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Attempting to bind port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:08:39.646786 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Attempting to bind port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:08:39.647203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Attempting to bind port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 on network 8a8a4dbe-db2e-49a6-b25d-436104c9381d {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:39.680046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.687072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:39.764137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Pushing event updated for resources: {'Port': ['ID=4b31fb42-9361-4ad9-b277-db13427033e9,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:39.786130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:39.786931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:08:39.787588 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Checking segment: {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:39.792789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.793284 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Bound using segment: {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:08:39.793860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Bound port: b1bbb11f-186a-4667-8a92-b160c7e9a5e4, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:08:39.794290 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:39.965870 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['9cd92440-8beb-4477-b973-f0be3e1872d3'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:08:40.005131 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-75dfcc14-f823-430d-82a1-a5a62ee434f9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:40.009487 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-75dfcc14-f823-430d-82a1-a5a62ee434f9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.23 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 819 time: 0.4281607 Apr 02 13:08:40.113340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=9cd92440-8beb-4477-b973-f0be3e1872d3,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:40.129759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Request body: {'port': {'device_id': 'b1b2f4cb-87d3-4741-80bb-82e5515e5c6a', 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b', 'admin_state_up': True, 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:40.138613 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:40.163956 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.164508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.188172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] For port b1bbb11f-186a-4667-8a92-b160c7e9a5e4, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:08:40.201933 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:40.206007 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] Usage tracker for resource:security_group_rule and tenant:aad43306d8ce49a7b492d74d90daf00b is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:40.216596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:40.219308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] For port b1bbb11f-186a-4667-8a92-b160c7e9a5e4, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=b1bbb11f-186a-4667-8a92-b160c7e9a5e4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:08:40.223134 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:40.237438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45152124-0704-4dd8-848b-abae55440a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b093647-4136-45a7-829c-7e41e88bc03c'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:08:40.310769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.314977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.328337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:40.343542 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:40.351690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.367532 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 6b093647-4136-45a7-829c-7e41e88bc03c, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=6b093647-4136-45a7-829c-7e41e88bc03c,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:40.385290 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bfc16381-0b89-4cd2-8baa-cc9f3759fbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:40.397736 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aad43306d8ce49a7b492d74d90daf00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9814677 Apr 02 13:08:40.398702 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55066) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:40.414495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Usage tracker for resource:port and tenant:df377aa3487d4722af8eeeb158d4e5af is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:40.423643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.479600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:40.512615 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.523770 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.525100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:40.550746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4141d95e-e51d-48e7-ac30-f2660cf62833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.557643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5df58a34-7176-4970-b8e5-a93c21efefb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:40.557820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.583166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4141d95e-e51d-48e7-ac30-f2660cf62833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.590357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857d80cf-068f-4e88-b25f-2f48cda6d114,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:40.605980 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:40.630484 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab746ca1-1e50-41c0-b91b-87f33118e3ff,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:40.637272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4141d95e-e51d-48e7-ac30-f2660cf62833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.643846 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:40.644576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-622b9330-e605-416f-b8e3-0e5ce9fb13c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:40.660239 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141d95e-e51d-48e7-ac30-f2660cf62833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab746ca1-1e50-41c0-b91b-87f33118e3ff,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:40.660752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf645-2fa5-4206-b2ab-8ed9c1cba296 req-576674fe-a255-42fe-9a74-69bdcf2c4909 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:40.663411 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4adcf645-2fa5-4206-b2ab-8ed9c1cba296 req-576674fe-a255-42fe-9a74-69bdcf2c4909 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 944 time: 0.6468737 Apr 02 13:08:40.669199 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Made reservation on behalf of df377aa3487d4722af8eeeb158d4e5af for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:40.681246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4141d95e-e51d-48e7-ac30-f2660cf62833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:40.682424 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Attempting to bind port 4b31fb42-9361-4ad9-b277-db13427033e9 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:08:40.682896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Attempting to bind port 4b31fb42-9361-4ad9-b277-db13427033e9 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:08:40.683375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Attempting to bind port 4b31fb42-9361-4ad9-b277-db13427033e9 on network f265c72e-93cc-400b-b634-aa7ca4bbcc8b {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:40.684685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.689009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Port 4b31fb42-9361-4ad9-b277-db13427033e9 on network f265c72e-93cc-400b-b634-aa7ca4bbcc8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:08:40.689490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Attempting to bind port 4b31fb42-9361-4ad9-b277-db13427033e9 on network f265c72e-93cc-400b-b634-aa7ca4bbcc8b {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:40.698211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4141d95e-e51d-48e7-ac30-f2660cf62833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.702419 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4141d95e-e51d-48e7-ac30-f2660cf62833 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab746ca1-1e50-41c0-b91b-87f33118e3ff HTTP/1.1" status: 204 len: 168 time: 0.3007467 Apr 02 13:08:40.705363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:08:40.705834 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Checking segment: {'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:40.706315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Bound using segment: {'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:08:40.706862 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Bound port: 4b31fb42-9361-4ad9-b277-db13427033e9, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'}}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:08:40.707306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.782636 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82853c06-1cf0-4369-bbb6-ebb7eb588bd0 None None] Pushing event updated for resources: {'Port': ['ID=b1bbb11f-186a-4667-8a92-b160c7e9a5e4,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:40.821997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] For port 4b31fb42-9361-4ad9-b277-db13427033e9, host hv-cinder-78299, cleared binding levels {{(pid=84329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:08:40.825619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] For port 4b31fb42-9361-4ad9-b277-db13427033e9, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4b31fb42-9361-4ad9-b277-db13427033e9,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:08:40.831752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.874348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-29b7f3d8-7aab-467d-949b-455cecf67c1c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:40.908607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c70a8f-5d29-4f07-8af1-523749889f45 req-637c4e90-6adb-4a63-aa9f-118bc04bc5fd tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:40.917903 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d0c70a8f-5d29-4f07-8af1-523749889f45 req-637c4e90-6adb-4a63-aa9f-118bc04bc5fd tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 945 time: 0.5820363 Apr 02 13:08:40.930587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:40.932033 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4165051 Apr 02 13:08:40.991444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 55100) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:41.043263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'floatingip': {'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:41.051097 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4adcf645-2fa5-4206-b2ab-8ed9c1cba296 req-70282d1f-7ba4-4336-9296-63fb5e797338 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368928 Apr 02 13:08:41.062923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:41.077509 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d0c70a8f-5d29-4f07-8af1-523749889f45 req-e5ee581c-0281-4287-87d0-4ddd4ac3f278 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578236 Apr 02 13:08:41.091048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:floatingip and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:41.186821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:41.219982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Pushing event updated for resources: {'Port': ['ID=4b31fb42-9361-4ad9-b277-db13427033e9,revision_number=3']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:41.226050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:41.227370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:41.258086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:41.265762 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-82853c06-1cf0-4369-bbb6-ebb7eb588bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:41.282827 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0957782-57b8-46bc-bd9d-4674f4be6543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.679s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:41.407074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Allocated IP 172.20.0.4 (f265c72e-93cc-400b-b634-aa7ca4bbcc8b/f0be2e33-a162-4381-90a5-2aead07aecca/c2da666e-52a2-4aa0-9d3f-b7420efc8d2a) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:41.433546 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:41.434222 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:41.435784 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] 10.222.0.23 "PUT /v2.0/ports/4b31fb42-9361-4ad9-b277-db13427033e9 HTTP/1.1" status: 200 len: 1093 time: 3.8197565 Apr 02 13:08:41.436299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fdbd0d-b74f-4ea6-9428-8912616fd49d', 'tag': '4b31fb42-9361-4ad9-b277-db13427033e9'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:08:41.469585 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-46507b34-8c9a-41ec-8e44-646f2b47a606 req-8494e317-34bf-4a03-9e82-d89910eb9c2a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 210 time: 0.0740960 Apr 02 13:08:41.573626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=6b093647-4136-45a7-829c-7e41e88bc03c,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:41.590575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:41.635516 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:08:41.636873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:08:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:41.733944 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fdbd0d-b74f-4ea6-9428-8912616fd49d', 'tag': '4b31fb42-9361-4ad9-b277-db13427033e9', 'status': 'completed', 'code': 200} Apr 02 13:08:41.790520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-641a97ff-0569-4112-a8ee-394287fb55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:41.795665 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-641a97ff-0569-4112-a8ee-394287fb55c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 1096 time: 0.2829046 Apr 02 13:08:42.118242 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45152124-0704-4dd8-848b-abae55440a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b093647-4136-45a7-829c-7e41e88bc03c', 'code': 200} Apr 02 13:08:42.179404 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:08:42.430562 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-33c9c569-e523-43b6-8b95-a35df55f81db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b31fb42-9361-4ad9-b277-db13427033e9 HTTP/1.1" status: 200 len: 217 time: 0.6239595 Apr 02 13:08:42.564452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 9cd92440-8beb-4477-b973-f0be3e1872d3 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:42.586494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-be16b1e6-9ff3-45ea-8a44-4a7983c6bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:42.589826 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-be16b1e6-9ff3-45ea-8a44-4a7983c6bcd7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 200 len: 859 time: 0.1516716 Apr 02 13:08:42.590114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.23', 63032) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:42.725083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 9cd92440-8beb-4477-b973-f0be3e1872d3 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:42.736959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 9cd92440-8beb-4477-b973-f0be3e1872d3 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:42.737375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:42.741511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:42.758289 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-b109c7c8-643e-4118-be48-7bf837d9c961 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1608748 Apr 02 13:08:42.763691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55154) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:42.942738 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:42.969924 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:40Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:08:42.975271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92cf8e-2f71-46a8-bbac-3372c69e79b6 None None] The sync data for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb is: [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:40Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:08:42.987768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb3a43-8d05-454b-a432-8e319fe1065d req-a96d7648-8b90-4f03-b41c-8826cf557127 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:42.988084 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 9cd92440-8beb-4477-b973-f0be3e1872d3, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=9cd92440-8beb-4477-b973-f0be3e1872d3,segment=NetworkSegment(583f1baa-259b-4a70-96f3-2dc795a86fe4),segment_id=583f1baa-259b-4a70-96f3-2dc795a86fe4)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:42.997359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:42.997638 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-47eb3a43-8d05-454b-a432-8e319fe1065d req-a96d7648-8b90-4f03-b41c-8826cf557127 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 945 time: 0.6600590 Apr 02 13:08:42.999335 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-82853c06-1cf0-4369-bbb6-ebb7eb588bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:43.059131 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-2c5c95ae-68db-4ac8-bd84-098f3c42eb6d service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820082 Apr 02 13:08:43.077440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7513c61-c54e-471c-a944-ef9243a07a0a req-d50c37e7-444c-49da-b547-4c79c655a0c5 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:43.079323 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e7513c61-c54e-471c-a944-ef9243a07a0a req-d50c37e7-444c-49da-b547-4c79c655a0c5 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 944 time: 0.6948209 Apr 02 13:08:43.161401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=9cd92440-8beb-4477-b973-f0be3e1872d3,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:43.170310 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:43.220441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:43.277348 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62ce2297-a4eb-4168-a2aa-ffecca597f9c req-161e7076-ff62-4fc1-b010-c6230f6d46ab service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094967 Apr 02 13:08:43.361273 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8d611-9005-49d0-89d6-7022b90bb0c2 req-01957d08-ddd3-40e4-887e-a11bfc24b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:43.362994 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7fc8d611-9005-49d0-89d6-7022b90bb0c2 req-01957d08-ddd3-40e4-887e-a11bfc24b2cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 1098 time: 0.7482617 Apr 02 13:08:43.384319 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-47eb3a43-8d05-454b-a432-8e319fe1065d req-002fc2a2-55ed-4859-8c6b-e0ab606b9233 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838034 Apr 02 13:08:43.386543 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Allocated IP 172.28.1.72 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/0e9bd245-4c3b-4fa6-b6f9-ee07b8c177d4) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:43.419460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:43.429629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-7fc8d611-9005-49d0-89d6-7022b90bb0c2 req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:43.462087 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:43.467253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] Usage tracker for resource:security_group_rule and tenant:706d17e406754b16bd12e8d1c6d70475 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:43.471539 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:43.479419 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:43.491699 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e7513c61-c54e-471c-a944-ef9243a07a0a req-1d10b8d4-1a5b-4742-93ca-b9fa8346f66b tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376859 Apr 02 13:08:43.492899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-7fc8d611-9005-49d0-89d6-7022b90bb0c2 req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:43.575213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-7fc8d611-9005-49d0-89d6-7022b90bb0c2 req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] Usage tracker for resource:security_group_rule and tenant:56da5f1022e44a9ab67fa03080f3a273 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:43.582588 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:43.583737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-7fc8d611-9005-49d0-89d6-7022b90bb0c2 req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:43.589150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:43.597018 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-7fc8d611-9005-49d0-89d6-7022b90bb0c2 req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:43.621596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:43.633571 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=706d17e406754b16bd12e8d1c6d70475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8650455 Apr 02 13:08:43.636005 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55182) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:43.737035 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2f975-5c2e-4f2a-b939-b07e98fe02b4,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:43.757549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80deb6e9-f92b-4f1e-be23-2516a9694f8c req-36818297-2604-420e-a054-c6eccf9e775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:43.759177 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-80deb6e9-f92b-4f1e-be23-2516a9694f8c req-36818297-2604-420e-a054-c6eccf9e775c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 1096 time: 0.4266465 Apr 02 13:08:43.760154 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:43.870204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0f24e8e0-8d8a-4e80-b587-486fa421ce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:43.893318 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b7754a96-9999-46ac-889d-7b3704f25a7c req-c4996c67-02ab-449f-9c88-43fc26253724 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 210 time: 0.2564712 Apr 02 13:08:43.908825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0f24e8e0-8d8a-4e80-b587-486fa421ce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:43.967571 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:43.996691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0f24e8e0-8d8a-4e80-b587-486fa421ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:44.003395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-48d0a5d9-7c82-4e2d-9b03-200f0b5b9ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:44.063902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80deb6e9-f92b-4f1e-be23-2516a9694f8c req-f084d48c-b5bf-4785-8b92-a94b2562e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:44.065689 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-80deb6e9-f92b-4f1e-be23-2516a9694f8c req-f084d48c-b5bf-4785-8b92-a94b2562e30b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 920 time: 0.2981634 Apr 02 13:08:44.071531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24e8e0-8d8a-4e80-b587-486fa421ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2f975-5c2e-4f2a-b939-b07e98fe02b4,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:44.144466 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-80deb6e9-f92b-4f1e-be23-2516a9694f8c req-0e01020c-092c-4483-924a-8da8bd169da8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b31fb42-9361-4ad9-b277-db13427033e9 HTTP/1.1" status: 200 len: 217 time: 0.0696795 Apr 02 13:08:44.145400 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-0f24e8e0-8d8a-4e80-b587-486fa421ce81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:44.146679 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0f24e8e0-8d8a-4e80-b587-486fa421ce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:44.150355 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-0f24e8e0-8d8a-4e80-b587-486fa421ce81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ec2f975-5c2e-4f2a-b939-b07e98fe02b4 HTTP/1.1" status: 204 len: 168 time: 0.5052023 Apr 02 13:08:44.154257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8cf54f-734d-4418-91ff-14f7a3d23013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd92440-8beb-4477-b973-f0be3e1872d3'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:08:44.203083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b1bbb11f-186a-4667-8a92-b160c7e9a5e4 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:44.367564 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80deb6e9-f92b-4f1e-be23-2516a9694f8c req-5b4aa3bb-f1e3-4ccb-8dfc-4f018376cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:44.368127 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6849898e-8b34-498f-8876-b6e11f8a8f9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:44.377233 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-80deb6e9-f92b-4f1e-be23-2516a9694f8c req-5b4aa3bb-f1e3-4ccb-8dfc-4f018376cc65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 200 len: 859 time: 0.2259109 Apr 02 13:08:44.509186 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8cf54f-734d-4418-91ff-14f7a3d23013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd92440-8beb-4477-b973-f0be3e1872d3', 'code': 200} Apr 02 13:08:44.523974 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-80deb6e9-f92b-4f1e-be23-2516a9694f8c req-69af9952-c25d-4e7e-bd56-0d39144a891b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352067 Apr 02 13:08:44.562261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:44.570684 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:44.577879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:44.627154 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.23', 63033) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:44.641151 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Network f265c72e-93cc-400b-b634-aa7ca4bbcc8b is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:44.824436 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-80deb6e9-f92b-4f1e-be23-2516a9694f8c req-65000e32-08a7-40b8-aa9c-412e31a6bc3d service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951577 Apr 02 13:08:44.828032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:44.832735 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-7fc8d611-9005-49d0-89d6-7022b90bb0c2 req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:44.882830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:44.917400 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:44.966521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port b1bbb11f-186a-4667-8a92-b160c7e9a5e4, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=b1bbb11f-186a-4667-8a92-b160c7e9a5e4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:44.971008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:44.989252 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:45.111075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=b1bbb11f-186a-4667-8a92-b160c7e9a5e4,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:45.136019 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:45.142084 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55264) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:45.172635 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-7fc8d611-9005-49d0-89d6-7022b90bb0c2 req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.184887 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.198694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.223824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:45.236218 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] Usage tracker for resource:security_group_rule and tenant:180dd58bbc3a486fa2dc8d8fe935b58a is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:45.257782 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-80deb6e9-f92b-4f1e-be23-2516a9694f8c req-caa2b3d6-6a5d-46b8-afc0-abb8e0536df1 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238925 Apr 02 13:08:45.258776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:45.275437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:45.285864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:45.286547 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.293768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Pushing event updated for resources: {'Port': ['ID=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:45.310399 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:45.314777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:45.345177 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7fc8d611-9005-49d0-89d6-7022b90bb0c2 req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9493380 Apr 02 13:08:45.436208 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3236670 Apr 02 13:08:45.436208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=990b8249-4c48-4e2e-ba13-46dfbef68626,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:45.456810 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Request body: {'port': {'device_id': 'b1b2f4cb-87d3-4741-80bb-82e5515e5c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:45.472220 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.475953 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.486161 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:45.523468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4ea99-586b-43c0-9d95-69c7e9fb9a31,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:45.532190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:45.562241 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=180dd58bbc3a486fa2dc8d8fe935b58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184177 Apr 02 13:08:45.563261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:45.565012 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55282) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:45.618904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf739-dc73-46ac-9e1c-380cd4a4d5b7 req-1192d3d2-22ad-4170-9a3e-30bc955de3a6 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:45.620673 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-63bcf739-dc73-46ac-9e1c-380cd4a4d5b7 req-1192d3d2-22ad-4170-9a3e-30bc955de3a6 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 945 time: 0.7902422 Apr 02 13:08:45.626934 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ad7db-decb-460d-8180-4ae5e34fecff req-9cef566f-f8b8-4f4d-8e22-f4e0c7744976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:45.628516 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2b2ad7db-decb-460d-8180-4ae5e34fecff req-9cef566f-f8b8-4f4d-8e22-f4e0c7744976 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 1098 time: 1.0002773 Apr 02 13:08:45.645879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726fa8b-1690-4af6-b0ee-ac9820b44af8 req-9a5fb837-9634-4cfb-8b10-b32231166da4 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:45.648613 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c726fa8b-1690-4af6-b0ee-ac9820b44af8 req-9a5fb837-9634-4cfb-8b10-b32231166da4 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 945 time: 0.7903748 Apr 02 13:08:45.654901 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1115708d-638c-4afd-b07e-137bf030b679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.691529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1115708d-638c-4afd-b07e-137bf030b679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.753045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1115708d-638c-4afd-b07e-137bf030b679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.760174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-0f24e8e0-8d8a-4e80-b587-486fa421ce81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:45.764431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.772520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115708d-638c-4afd-b07e-137bf030b679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd4ea99-586b-43c0-9d95-69c7e9fb9a31,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:45.781025 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1115708d-638c-4afd-b07e-137bf030b679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:45.787794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1115708d-638c-4afd-b07e-137bf030b679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:45.791507 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1115708d-638c-4afd-b07e-137bf030b679 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cd4ea99-586b-43c0-9d95-69c7e9fb9a31 HTTP/1.1" status: 204 len: 168 time: 0.2229891 Apr 02 13:08:45.837600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ca177250-6477-45e8-91f2-45f12c0733ab tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:46.077235 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b1bbb11f-186a-4667-8a92-b160c7e9a5e4 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:46.170153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:46.173305 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:46.347870 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'Port': ['ID=0e9bd245-4c3b-4fa6-b6f9-ee07b8c177d4,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:46.353742 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c726fa8b-1690-4af6-b0ee-ac9820b44af8 req-c4b626e0-0b37-44fc-bfd5-8b47ea056c03 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6943765 Apr 02 13:08:46.368556 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:46.378705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:46.380320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-2b2ad7db-decb-460d-8180-4ae5e34fecff req-ba40032c-2bb2-4652-a098-9bb1ab3ed14f service neutron] Synchronizing usage tracker for tenant:56da5f1022e44a9ab67fa03080f3a273 on resource:security_group {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:46.388368 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-63bcf739-dc73-46ac-9e1c-380cd4a4d5b7 req-9692ac22-4b71-42ad-85e4-901a666c43d3 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7386675 Apr 02 13:08:46.391737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:46.411377 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:46.462681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-2b2ad7db-decb-460d-8180-4ae5e34fecff req-ba40032c-2bb2-4652-a098-9bb1ab3ed14f service neutron] Unset dirty status for tenant:56da5f1022e44a9ab67fa03080f3a273 on resource:security_group {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:46.464297 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2b2ad7db-decb-460d-8180-4ae5e34fecff req-ba40032c-2bb2-4652-a098-9bb1ab3ed14f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8096588 Apr 02 13:08:46.464913 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:46.559285 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4b31fb42-9361-4ad9-b277-db13427033e9 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:08:46.812939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4b31fb42-9361-4ad9-b277-db13427033e9, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4b31fb42-9361-4ad9-b277-db13427033e9,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:46.827599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '4b31fb42-9361-4ad9-b277-db13427033e9', 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b', 'port_id': '4b31fb42-9361-4ad9-b277-db13427033e9', 'mac_address': 'fa:16:3e:8b:38:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0be2e33-a162-4381-90a5-2aead07aecca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:08:46.862441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:46.903831 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:46.928664 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b31fb42-9361-4ad9-b277-db13427033e9 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:08:46.938716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb0e2c-4839-4808-89e2-e6d7cd5eb6ea req-fa58048a-f5db-45f3-9e54-b0bbd0338e4d tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:46.939623 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-1bdb0e2c-4839-4808-89e2-e6d7cd5eb6ea req-fa58048a-f5db-45f3-9e54-b0bbd0338e4d tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Synchronizing usage tracker for tenant:df377aa3487d4722af8eeeb158d4e5af on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:47.010194 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4b31fb42-9361-4ad9-b277-db13427033e9, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4b31fb42-9361-4ad9-b277-db13427033e9,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:47.016601 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:47.020617 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:47.169234 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-1bdb0e2c-4839-4808-89e2-e6d7cd5eb6ea req-fa58048a-f5db-45f3-9e54-b0bbd0338e4d tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Unset dirty status for tenant:df377aa3487d4722af8eeeb158d4e5af on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:47.170894 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1bdb0e2c-4839-4808-89e2-e6d7cd5eb6ea req-fa58048a-f5db-45f3-9e54-b0bbd0338e4d tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 931 time: 0.6190853 Apr 02 13:08:47.180697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4b31fb42-9361-4ad9-b277-db13427033e9,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:47.210467 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:47.220211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:47.374651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['4b31fb42-9361-4ad9-b277-db13427033e9'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:08:47.383976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-1bdb0e2c-4839-4808-89e2-e6d7cd5eb6ea req-ee627b66-e790-48ec-892e-ac6e6d0a66d3 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Synchronizing usage tracker for tenant:df377aa3487d4722af8eeeb158d4e5af on resource:security_group {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:47.553788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-1bdb0e2c-4839-4808-89e2-e6d7cd5eb6ea req-ee627b66-e790-48ec-892e-ac6e6d0a66d3 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Unset dirty status for tenant:df377aa3487d4722af8eeeb158d4e5af on resource:security_group {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:47.555101 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1bdb0e2c-4839-4808-89e2-e6d7cd5eb6ea req-ee627b66-e790-48ec-892e-ac6e6d0a66d3 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770626 Apr 02 13:08:47.821113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:47.826057 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.resource_extend [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 13:08:47.915486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:48.189833 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:48.294534 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2da666e-52a2-4aa0-9d3f-b7420efc8d2a {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:08:48.316480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:48.357397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'Port': ['ID=0e9bd245-4c3b-4fa6-b6f9-ee07b8c177d4,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:48.366763 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:48.380709 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Transition to ACTIVE for port object c2da666e-52a2-4aa0-9d3f-b7420efc8d2a will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:48.400409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:48.426890 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:48.471999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d70e0de5-1c4f-404d-bfef-c19060b87d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:48.528102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe9044-5890-4943-95ec-1eba2c17acad req-ee092e4f-8c81-438f-babd-c0816a09d76e tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:48.529784 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6bfe9044-5890-4943-95ec-1eba2c17acad req-ee092e4f-8c81-438f-babd-c0816a09d76e tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 945 time: 0.6884675 Apr 02 13:08:48.578761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4b31fb42-9361-4ad9-b277-db13427033e9 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:48.596202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484624c-e440-4b1a-907f-e229f67ee0d3 req-36f52c21-0f6f-4eb2-9a5d-73fc60a37cc5 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:48.597726 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4484624c-e440-4b1a-907f-e229f67ee0d3 req-36f52c21-0f6f-4eb2-9a5d-73fc60a37cc5 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 945 time: 0.6217189 Apr 02 13:08:48.699769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 4b31fb42-9361-4ad9-b277-db13427033e9 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:48.705861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Pushing event updated for resources: {'Port': ['ID=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:48.708042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 4b31fb42-9361-4ad9-b277-db13427033e9 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:48.709789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:48.730629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:48.765724 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6bfe9044-5890-4943-95ec-1eba2c17acad req-1e331f14-0226-43a0-9014-b3a590f2e081 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161829 Apr 02 13:08:48.787973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:48.806112 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4484624c-e440-4b1a-907f-e229f67ee0d3 req-9356a5e2-5dc2-4d16-8594-cc0abb647ba2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493521 Apr 02 13:08:48.903476 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:48.951421 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fdbd0d-b74f-4ea6-9428-8912616fd49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b31fb42-9361-4ad9-b277-db13427033e9'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:08:48.979543 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4b31fb42-9361-4ad9-b277-db13427033e9, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4b31fb42-9361-4ad9-b277-db13427033e9,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:48.987883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:48.990792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a66ce230-c746-4a6e-877c-50a09f8bc282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:49.047871 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fdbd0d-b74f-4ea6-9428-8912616fd49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b31fb42-9361-4ad9-b277-db13427033e9', 'code': 200} Apr 02 13:08:49.222406 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4b31fb42-9361-4ad9-b277-db13427033e9,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:49.226949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:49.234468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:49.235786 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2385623 Apr 02 13:08:49.471214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7e152-e27a-4db0-928c-f63f12326eb8 req-2c2a6b49-78c4-460d-bfca-8f5849779199 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:49.472908 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4ed7e152-e27a-4db0-928c-f63f12326eb8 req-2c2a6b49-78c4-460d-bfca-8f5849779199 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 943 time: 0.3150280 Apr 02 13:08:49.475348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Attempting to bind port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:08:49.475763 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Attempting to bind port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:08:49.476133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Attempting to bind port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a on network f265c72e-93cc-400b-b634-aa7ca4bbcc8b {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:49.486021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a on network f265c72e-93cc-400b-b634-aa7ca4bbcc8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:08:49.486381 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Attempting to bind port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a on network f265c72e-93cc-400b-b634-aa7ca4bbcc8b {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:49.508733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:08:49.508733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Checking segment: {'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:49.508733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Bound using segment: {'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:08:49.508733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Bound port: c2da666e-52a2-4aa0-9d3f-b7420efc8d2a, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2725d972-6ebc-4fa1-9d8a-db5fb347afdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:08:49.508733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:49.635137 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4ed7e152-e27a-4db0-928c-f63f12326eb8 req-2998eb9f-462b-4dda-a7d0-97f7399ef6a0 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524019 Apr 02 13:08:49.688074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f45e0-e1b5-4f6a-8082-ad0621cfffe9 req-913cad02-f1ce-4b3f-8dad-e9c53f993165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:49.689717 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-835f45e0-e1b5-4f6a-8082-ad0621cfffe9 req-913cad02-f1ce-4b3f-8dad-e9c53f993165 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 1098 time: 0.3312452 Apr 02 13:08:49.711579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-ca96a0d6-96f8-4b21-b731-da622257192e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Synchronizing usage tracker for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:security_group {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:49.769681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] For port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:08:49.777786 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] For port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:08:49.779201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-ca96a0d6-96f8-4b21-b731-da622257192e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Unset dirty status for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:security_group {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:49.780060 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-ca96a0d6-96f8-4b21-b731-da622257192e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--547291360&fields=id&tenant_id=769f46f4a90c42b5bc9a89faee56919e HTTP/1.1" status: 200 len: 267 time: 0.2253969 Apr 02 13:08:49.784162 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-835f45e0-e1b5-4f6a-8082-ad0621cfffe9 req-04231896-2426-443f-83bb-af45205e22b5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675678 Apr 02 13:08:49.785637 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:49.804778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e13aedef-5998-4a00-b192-01951eb4020b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:49.918042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:49.923385 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:50.128166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Pushing event updated for resources: {'Port': ['ID=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:50.141723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:50.223332 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-567935a8-cc30-4864-bbab-cca17dce7380 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:50.224127 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-567935a8-cc30-4864-bbab-cca17dce7380 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Synchronizing usage tracker for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:network {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:50.245167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:50.245894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:50.248573 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] 10.222.0.23 "PUT /v2.0/ports/c2da666e-52a2-4aa0-9d3f-b7420efc8d2a HTTP/1.1" status: 200 len: 1093 time: 4.8092308 Apr 02 13:08:50.248573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b2f4cb-87d3-4741-80bb-82e5515e5c6a', 'tag': 'c2da666e-52a2-4aa0-9d3f-b7420efc8d2a'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:08:50.261733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04de63d-7a6c-4d2a-be7d-edc8907a6055 req-8937aa7e-c0a1-4bc7-8d4f-8505ca7aa74d tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:50.263354 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a04de63d-7a6c-4d2a-be7d-edc8907a6055 req-8937aa7e-c0a1-4bc7-8d4f-8505ca7aa74d tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 945 time: 0.3408601 Apr 02 13:08:50.273053 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-567935a8-cc30-4864-bbab-cca17dce7380 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Unset dirty status for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:network {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:50.274331 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-567935a8-cc30-4864-bbab-cca17dce7380 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 815 time: 0.4715233 Apr 02 13:08:50.309452 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-70760c78-2b6d-4c9c-aeb5-04f855dfa0a3 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/quotas/769f46f4a90c42b5bc9a89faee56919e HTTP/1.1" status: 200 len: 375 time: 0.0193720 Apr 02 13:08:50.433469 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a04de63d-7a6c-4d2a-be7d-edc8907a6055 req-94b273e3-60c3-4eb2-829c-bad50320bb3f tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623266 Apr 02 13:08:50.437619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 55482) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:50.496613 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-557c6e33-d6c7-4ae4-9d46-82013d3dbd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:50.498347 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-557c6e33-d6c7-4ae4-9d46-82013d3dbd87 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 1096 time: 0.1931350 Apr 02 13:08:50.515136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-cedc11b2-2f64-4f7e-a218-5f65ade1c4e1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Synchronizing usage tracker for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:50.612442 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b2f4cb-87d3-4741-80bb-82e5515e5c6a', 'tag': 'c2da666e-52a2-4aa0-9d3f-b7420efc8d2a', 'status': 'completed', 'code': 200} Apr 02 13:08:50.632150 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-f662cfa4-316c-4727-90df-4a5381ca1927 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a HTTP/1.1" status: 200 len: 217 time: 0.1023090 Apr 02 13:08:50.688638 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6258c827-8ab6-456e-a87b-8173b46eb4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:50.690682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:50.706516 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-cedc11b2-2f64-4f7e-a218-5f65ade1c4e1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Unset dirty status for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:50.707967 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-cedc11b2-2f64-4f7e-a218-5f65ade1c4e1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3573086 Apr 02 13:08:50.828278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:50.843680 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] Usage tracker for resource:security_group_rule and tenant:897238599cd5473080b3a4871b2f42a6 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:50.853397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:50.880247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-68ede108-f815-4c6f-8bc1-99a5dde43c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:50.881876 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-68ede108-f815-4c6f-8bc1-99a5dde43c84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 200 len: 859 time: 0.2334344 Apr 02 13:08:50.882789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:51.005140 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-fb4c34d8-089a-4c79-b599-8dbc11f7f56a service neutron] 10.222.0.10 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824383 Apr 02 13:08:51.009252 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-2e450cf8-dbb9-44ba-a2ce-928c68de6c1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666330 Apr 02 13:08:51.313824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dbf21-253e-4e53-a2e9-da960489a8f2 req-cbd76f4e-1ec8-436a-940b-0846bdfcee54 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:51.315393 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ad2dbf21-253e-4e53-a2e9-da960489a8f2 req-cbd76f4e-1ec8-436a-940b-0846bdfcee54 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 943 time: 0.4442422 Apr 02 13:08:51.393853 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-fc07ab43-367e-455d-8b00-a97277ad940a service neutron] 10.222.0.10 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717163 Apr 02 13:08:51.400327 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-7d801abb-49db-4368-9d93-9a00b7f2ab0a service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767021 Apr 02 13:08:51.521857 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ad2dbf21-253e-4e53-a2e9-da960489a8f2 req-d9c3a6ab-ed81-4121-9a71-821918b88461 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932626 Apr 02 13:08:51.523792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:51.549107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:51.559696 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:51.567847 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:51.948970 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7747ee9a-fdb5-413f-a0f7-9967b4c90fa1 req-c11570c6-cdca-45ae-8d23-c74f0acc359a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 210 time: 0.3213623 Apr 02 13:08:51.955651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55528) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:51.968316 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=897238599cd5473080b3a4871b2f42a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5295277 Apr 02 13:08:51.971514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b159758-d58f-49a0-b6fa-eddb22e65b5c,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:52.001821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:52.026735 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ffce535f-e422-40f2-92bc-9eff1e468070 req-5b0c5362-2250-42d4-8877-3c5289690b79 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132572 Apr 02 13:08:52.055558 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-63932983-cc78-4409-b23a-6c048b62fb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:52.085843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-63932983-cc78-4409-b23a-6c048b62fb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:52.133286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-63932983-cc78-4409-b23a-6c048b62fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:52.139619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a427a99b-56d2-4619-a49a-2878e63a64cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:52.151315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63932983-cc78-4409-b23a-6c048b62fb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b159758-d58f-49a0-b6fa-eddb22e65b5c,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:52.157952 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-63932983-cc78-4409-b23a-6c048b62fb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:52.158981 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-63932983-cc78-4409-b23a-6c048b62fb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:52.164373 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-63932983-cc78-4409-b23a-6c048b62fb2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b159758-d58f-49a0-b6fa-eddb22e65b5c HTTP/1.1" status: 204 len: 168 time: 0.2076077 Apr 02 13:08:52.270622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bc286-1826-4adc-8b7a-1f17520ceee9 req-39fd56ad-0299-45f7-8d40-48c16fe5758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:52.272902 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-297bc286-1826-4adc-8b7a-1f17520ceee9 req-39fd56ad-0299-45f7-8d40-48c16fe5758c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 1096 time: 0.1727500 Apr 02 13:08:52.540505 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bc286-1826-4adc-8b7a-1f17520ceee9 req-befc1ba2-18b7-40ab-85df-bce28a9b017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:52.545662 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-297bc286-1826-4adc-8b7a-1f17520ceee9 req-befc1ba2-18b7-40ab-85df-bce28a9b017d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 920 time: 0.2559237 Apr 02 13:08:52.722499 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55562) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:52.745073 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-297bc286-1826-4adc-8b7a-1f17520ceee9 req-22e04e51-5ece-4fff-b616-daa44783dc75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a HTTP/1.1" status: 200 len: 217 time: 0.1774554 Apr 02 13:08:52.755848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:52.764582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:52.768760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] Usage tracker for resource:security_group_rule and tenant:2dd117a6d1204d1ab75ea863298a0af7 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:52.773038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:52.779187 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:52.904634 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:52.908206 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:52.919818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1115708d-638c-4afd-b07e-137bf030b679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:52.925461 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bc286-1826-4adc-8b7a-1f17520ceee9 req-4e6a0261-bb40-4bb4-b317-7125d81d73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:52.927215 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-297bc286-1826-4adc-8b7a-1f17520ceee9 req-4e6a0261-bb40-4bb4-b317-7125d81d73db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 200 len: 859 time: 0.1662483 Apr 02 13:08:52.975436 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2dd117a6d1204d1ab75ea863298a0af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515602 Apr 02 13:08:52.976416 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55578) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:52.982073 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdaa4fe-51ab-4629-977f-4b338686b8b4,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:52.985458 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:53.001063 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-297bc286-1826-4adc-8b7a-1f17520ceee9 req-bea125de-18aa-4353-abc7-72d2d6ded509 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610301 Apr 02 13:08:53.013204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3d9f8-a35f-488f-9531-d000ae426ac1 req-3e12e056-e733-440e-854b-9857ec008334 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:53.021224 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1ed3d9f8-a35f-488f-9531-d000ae426ac1 req-3e12e056-e733-440e-854b-9857ec008334 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 943 time: 0.2780089 Apr 02 13:08:53.064244 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-48ced421-779c-463a-bfda-5a04d8a261fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:53.109863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-48ced421-779c-463a-bfda-5a04d8a261fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:53.191668 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:53.209134 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1ed3d9f8-a35f-488f-9531-d000ae426ac1 req-e1279cc6-7c78-4a88-aa65-181ab70f363c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865342 Apr 02 13:08:53.212307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-48ced421-779c-463a-bfda-5a04d8a261fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:53.221054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:53.237123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ced421-779c-463a-bfda-5a04d8a261fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdaa4fe-51ab-4629-977f-4b338686b8b4,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:53.276566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-48ced421-779c-463a-bfda-5a04d8a261fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:53.280398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-48ced421-779c-463a-bfda-5a04d8a261fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:53.281718 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-48ced421-779c-463a-bfda-5a04d8a261fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ccdaa4fe-51ab-4629-977f-4b338686b8b4 HTTP/1.1" status: 204 len: 168 time: 0.3029966 Apr 02 13:08:53.321878 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-297bc286-1826-4adc-8b7a-1f17520ceee9 req-86b91828-dc8e-4824-b81a-ad59c3417e34 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980342 Apr 02 13:08:53.663168 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f5444935-3169-435e-bd4d-f4b81523d576 req-dd7f13ec-9897-4476-b152-b78ee0c570a1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 210 time: 0.1949699 Apr 02 13:08:53.720186 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-297bc286-1826-4adc-8b7a-1f17520ceee9 req-beb5d239-fe0e-4edd-bf3d-daecfe1451c5 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890679 Apr 02 13:08:53.750794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-9acd7221-2923-45b0-bdb0-f46c7368f41b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:53.752570 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-9acd7221-2923-45b0-bdb0-f46c7368f41b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 815 time: 0.2861683 Apr 02 13:08:53.841863 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a8692073-4bb6-4a7c-8240-6c87b453d3d7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=769f46f4a90c42b5bc9a89faee56919e HTTP/1.1" status: 200 len: 5704 time: 0.0789073 Apr 02 13:08:53.852455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55614) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:53.858980 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'port': {'device_id': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'admin_state_up': True, 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'security_groups': ['07f84780-4a2f-4e9f-bbd7-9daf815e95c4']}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:53.872375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:53.888839 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:53.893008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8aefd3135f481bb6e1e1412a028604 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:53.896467 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:53.903318 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:54.001339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:54.004767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:54.036231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:54.041124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:54.047995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:54.056084 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 55624) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:54.057983 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c8aefd3135f481bb6e1e1412a028604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024937 Apr 02 13:08:54.076311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Made reservation on behalf of 769f46f4a90c42b5bc9a89faee56919e for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:08:54.083161 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:54.086213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618243cb-6741-436f-8d27-bb9603f4e56f,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:54.090312 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:54.247153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f3d02fda-794a-4b2e-8280-eae535929e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:54.329158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f3d02fda-794a-4b2e-8280-eae535929e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:54.416875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Allocated IP 172.20.0.7 (8a8a4dbe-db2e-49a6-b25d-436104c9381d/5f6aa5f0-906b-498f-9feb-a388750ff339/0d8beb0b-6c91-4784-a18e-807f7720326b) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:08:54.495936 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f3d02fda-794a-4b2e-8280-eae535929e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:54.525053 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c12db3e3-4e3d-4452-861d-721368368023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:54.600854 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa586b5c-802c-449c-9473-e42a3ef2499c req-b71e69da-09ac-496f-b7de-0827ec1c2aea tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:54.602475 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fa586b5c-802c-449c-9473-e42a3ef2499c req-b71e69da-09ac-496f-b7de-0827ec1c2aea tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 943 time: 0.2656343 Apr 02 13:08:54.607728 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device c2da666e-52a2-4aa0-9d3f-b7420efc8d2a details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:08:54.609512 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d02fda-794a-4b2e-8280-eae535929e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618243cb-6741-436f-8d27-bb9603f4e56f,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:54.614267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f3d02fda-794a-4b2e-8280-eae535929e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:54.687021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f3d02fda-794a-4b2e-8280-eae535929e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:54.688446 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f3d02fda-794a-4b2e-8280-eae535929e0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/618243cb-6741-436f-8d27-bb9603f4e56f HTTP/1.1" status: 204 len: 168 time: 0.6311839 Apr 02 13:08:54.717743 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fa586b5c-802c-449c-9473-e42a3ef2499c req-be95ca02-578a-40af-8c6c-448f7d56937a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882299 Apr 02 13:08:54.781108 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:54.801579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Transition to ACTIVE for port object 0d8beb0b-6c91-4784-a18e-807f7720326b will not be triggered until provisioned by entity DHCP. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:54.860811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:54.893545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:54.969243 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:54.992369 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': 'c2da666e-52a2-4aa0-9d3f-b7420efc8d2a', 'network_id': 'f265c72e-93cc-400b-b634-aa7ca4bbcc8b', 'port_id': 'c2da666e-52a2-4aa0-9d3f-b7420efc8d2a', 'mac_address': 'fa:16:3e:6a:16:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0be2e33-a162-4381-90a5-2aead07aecca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:08:55.115900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:55.125389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:55.179269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:55.194989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d23c9-5418-4d9c-9926-925f5aafecf1 req-1ff07304-53f3-4289-a809-7b04bdec7eb1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:55.195813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-913d23c9-5418-4d9c-9926-925f5aafecf1 req-1ff07304-53f3-4289-a809-7b04bdec7eb1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Synchronizing usage tracker for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:08:55.222406 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2da666e-52a2-4aa0-9d3f-b7420efc8d2a {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:08:55.228708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:08:55.229930 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:08:55.232220 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-913d23c9-5418-4d9c-9926-925f5aafecf1 req-1ff07304-53f3-4289-a809-7b04bdec7eb1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Unset dirty status for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:08:55.233518 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-913d23c9-5418-4d9c-9926-925f5aafecf1 req-1ff07304-53f3-4289-a809-7b04bdec7eb1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 931 time: 0.3410521 Apr 02 13:08:55.234266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:08:55.292834 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:55.297351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:55.299764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:55.387880 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-913d23c9-5418-4d9c-9926-925f5aafecf1 req-ece7ae74-d9b5-4c76-b7ed-db51df75c7b0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062810 Apr 02 13:08:55.398533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:55.399436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:55.436253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:55.453216 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6027689 Apr 02 13:08:55.454451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:55.474614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Request body: {'port': {'device_id': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:08:55.585093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['c2da666e-52a2-4aa0-9d3f-b7420efc8d2a'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:08:55.755804 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-55cb2e7e-b105-4eac-be2c-d0fe61d83be8 None None] Provisioning for port 0d8beb0b-6c91-4784-a18e-807f7720326b completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:55.854118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-55cb2e7e-b105-4eac-be2c-d0fe61d83be8 None None] Provisioning complete for port 0d8beb0b-6c91-4784-a18e-807f7720326b triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:55.854732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-55cb2e7e-b105-4eac-be2c-d0fe61d83be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:55.882317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-07f7cd9e-7cdf-4def-a405-8d204b2a972e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:55.895258 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-07f7cd9e-7cdf-4def-a405-8d204b2a972e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 814 time: 0.2618611 Apr 02 13:08:55.940316 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-85f07d5c-083d-4aec-afc0-3c64e5a26a27 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/quotas/581ee3ea918541b5beda9adf261bbc27 HTTP/1.1" status: 200 len: 375 time: 0.0377209 Apr 02 13:08:55.957471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:55.967311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-55cb2e7e-b105-4eac-be2c-d0fe61d83be8 None None] Port 0d8beb0b-6c91-4784-a18e-807f7720326b cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:08:56.372288 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-90131bcc-67e3-458d-9b7c-ad58319b1706 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4222565 Apr 02 13:08:56.387506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4622e-a2c7-4a0c-bb4f-c79bd5a6faa1 req-5561c945-20e8-4094-9446-aa9f278fdcd3 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:56.389189 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-acf4622e-a2c7-4a0c-bb4f-c79bd5a6faa1 req-5561c945-20e8-4094-9446-aa9f278fdcd3 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 944 time: 0.3318822 Apr 02 13:08:56.622176 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device c2da666e-52a2-4aa0-9d3f-b7420efc8d2a up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:08:56.701217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:08:56.706176 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:08:56.706595 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:56.861828 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-acf4622e-a2c7-4a0c-bb4f-c79bd5a6faa1 req-b7c4bca0-7cbe-4191-91e0-1ff83f5ed00e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376953 Apr 02 13:08:56.888106 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:56.894176 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-6a884ca4-1ced-4b52-ac4d-3e1aa48d57ec service neutron] 10.222.0.10 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039308 Apr 02 13:08:56.930427 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:08:56.931894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b2f4cb-87d3-4741-80bb-82e5515e5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da666e-52a2-4aa0-9d3f-b7420efc8d2a'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:08:56.939160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:56.941327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:57.026394 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:57.031055 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:57.141947 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-44029794-41b3-49ca-b9a6-748a4459f1a0 service neutron] 10.222.0.10 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310531 Apr 02 13:08:57.152046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8beb0b-6c91-4784-a18e-807f7720326b {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:08:57.160450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:57.179050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Transition to ACTIVE for port object 0d8beb0b-6c91-4784-a18e-807f7720326b will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:08:57.187605 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:57.212619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:57.407284 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Pushing event updated for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:57.407376 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b2f4cb-87d3-4741-80bb-82e5515e5c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da666e-52a2-4aa0-9d3f-b7420efc8d2a', 'code': 200} Apr 02 13:08:57.423614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:57.582065 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528af5a-d21c-4cfd-b3b3-043cd0f248c3 req-2998465d-2258-4996-a2a8-793656b7d487 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:57.584203 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e528af5a-d21c-4cfd-b3b3-043cd0f248c3 req-2998465d-2258-4996-a2a8-793656b7d487 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.1785862 Apr 02 13:08:57.957521 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e528af5a-d21c-4cfd-b3b3-043cd0f248c3 req-497fc1eb-3745-41f5-8f41-e2a1246382cf tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104111 Apr 02 13:08:58.052846 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9488e1-2d25-429b-a08c-a4e9a725fc98 req-7cffbd5d-1822-43ff-aac1-49835abb9dc4 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:58.060748 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3b9488e1-2d25-429b-a08c-a4e9a725fc98 req-7cffbd5d-1822-43ff-aac1-49835abb9dc4 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 945 time: 0.3818851 Apr 02 13:08:58.110661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e02d70-f2ae-4b75-85b1-f5b2107f4bb3 req-908e7a36-7d23-4ebf-b2b9-86fe8629e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:58.112468 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c5e02d70-f2ae-4b75-85b1-f5b2107f4bb3 req-908e7a36-7d23-4ebf-b2b9-86fe8629e3f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 1098 time: 0.3349726 Apr 02 13:08:58.125544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Attempting to bind port 0d8beb0b-6c91-4784-a18e-807f7720326b on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:08:58.126079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Attempting to bind port 0d8beb0b-6c91-4784-a18e-807f7720326b by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:08:58.126554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Attempting to bind port 0d8beb0b-6c91-4784-a18e-807f7720326b on network 8a8a4dbe-db2e-49a6-b25d-436104c9381d {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:58.150934 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3b9488e1-2d25-429b-a08c-a4e9a725fc98 req-9cd771b1-53bb-41f2-9b13-477d5408819d tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890379 Apr 02 13:08:58.188887 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Port 0d8beb0b-6c91-4784-a18e-807f7720326b on network 8a8a4dbe-db2e-49a6-b25d-436104c9381d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:08:58.191145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Attempting to bind port 0d8beb0b-6c91-4784-a18e-807f7720326b on network 8a8a4dbe-db2e-49a6-b25d-436104c9381d {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:08:58.202047 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:08:58.217129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Checking segment: {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:08:58.217913 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Bound using segment: {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:08:58.218626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Bound port: 0d8beb0b-6c91-4784-a18e-807f7720326b, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:08:58.232286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:58.494495 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dedb44bd-a855-4828-a195-4317729eea26 req-7b1be88d-d93d-4b8b-9716-fc26e7014610 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 210 time: 0.2495692 Apr 02 13:08:58.503480 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c5e02d70-f2ae-4b75-85b1-f5b2107f4bb3 req-bee3ecd3-5fe0-4bb9-ae50-018c9c832e58 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663216 Apr 02 13:08:58.513094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:08:58.541825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:08:58.549732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:58.578217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:58.704704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802da501-5296-4abb-a620-980e10f60c8e req-b2190708-824e-44db-be8a-15dabc1186a4 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:58.712444 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-802da501-5296-4abb-a620-980e10f60c8e req-b2190708-824e-44db-be8a-15dabc1186a4 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.2860346 Apr 02 13:08:58.774008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55786) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:58.783485 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Pushing event updated for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:58.789226 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55792) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:58.800866 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:58.808775 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-802da501-5296-4abb-a620-980e10f60c8e req-a87a41c8-1d20-4e9e-844f-537b370750ce tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954294 Apr 02 13:08:58.847769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:58.848463 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:58.850108 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] 10.222.0.23 "PUT /v2.0/ports/0d8beb0b-6c91-4784-a18e-807f7720326b HTTP/1.1" status: 200 len: 1093 time: 3.3814838 Apr 02 13:08:58.850653 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:08:58.903821 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'status': 'completed', 'code': 200} Apr 02 13:08:58.986961 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.004544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.039772 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:59.060355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:08:59.071751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] Usage tracker for resource:security_group_rule and tenant:30cdd9da6f81455d915909a598e181bf is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:59.077207 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:59.083148 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:59.092911 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-88e64b02-8a87-4ddf-b988-c6845f7f0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:59.094832 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-88e64b02-8a87-4ddf-b988-c6845f7f0d72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 1096 time: 0.1794016 Apr 02 13:08:59.124960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:077a8697b94b466b9602b41fa81d8a39 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:08:59.128511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:08:59.135476 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:08:59.253819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b75fc686-748e-4425-9805-c5bb0cc1eae2 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:59.255964 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b75fc686-748e-4425-9805-c5bb0cc1eae2 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 945 time: 0.3002996 Apr 02 13:08:59.280919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.297311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.308643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:59.381873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.393784 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.405094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56628f02-60ea-428e-9485-e1f2cdef5e67,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:59.409354 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:59.413646 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e10de5c2-7b51-42b4-8424-203425748b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:59.447383 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=077a8697b94b466b9602b41fa81d8a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6721182 Apr 02 13:08:59.451369 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be50062-bb96-4ab4-90eb-dc4b86541fd8,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:59.454939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:59.473633 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55810) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:59.490358 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30cdd9da6f81455d915909a598e181bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6992614 Apr 02 13:08:59.495102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55814) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:08:59.612437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e5c4c309-3c41-4c9e-99d7-fd3c5913ab7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.631729 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-62012b0f-3c6b-4873-bbc9-4e1c8948d7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.655922 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-622ec2b7-1553-478d-ba15-255e4fb95bfa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d8beb0b-6c91-4784-a18e-807f7720326b HTTP/1.1" status: 200 len: 217 time: 0.4493480 Apr 02 13:08:59.673932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e5c4c309-3c41-4c9e-99d7-fd3c5913ab7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.688712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-62012b0f-3c6b-4873-bbc9-4e1c8948d7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.760915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e5c4c309-3c41-4c9e-99d7-fd3c5913ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.766285 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:59.777605 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-62012b0f-3c6b-4873-bbc9-4e1c8948d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.790282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4c309-3c41-4c9e-99d7-fd3c5913ab7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be50062-bb96-4ab4-90eb-dc4b86541fd8,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:59.792453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Deleting port 9cd92440-8beb-4477-b973-f0be3e1872d3 {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:08:59.792844 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.803452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e5c4c309-3c41-4c9e-99d7-fd3c5913ab7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:59.805359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e5c4c309-3c41-4c9e-99d7-fd3c5913ab7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.806744 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e5c4c309-3c41-4c9e-99d7-fd3c5913ab7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3be50062-bb96-4ab4-90eb-dc4b86541fd8 HTTP/1.1" status: 204 len: 168 time: 0.3106837 Apr 02 13:08:59.807535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dce9a232-e3e9-4fc8-8336-93b689243dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:08:59.834820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:08:59.840357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-62012b0f-3c6b-4873-bbc9-4e1c8948d7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:08:59.840357 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-62012b0f-3c6b-4873-bbc9-4e1c8948d7c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56628f02-60ea-428e-9485-e1f2cdef5e67 HTTP/1.1" status: 204 len: 168 time: 0.3625972 Apr 02 13:08:59.842938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62012b0f-3c6b-4873-bbc9-4e1c8948d7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56628f02-60ea-428e-9485-e1f2cdef5e67,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:08:59.852122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-62012b0f-3c6b-4873-bbc9-4e1c8948d7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:08:59.954016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-818a4838-b4a7-47b0-85dc-28cdf7fd26cf tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:59.955864 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-818a4838-b4a7-47b0-85dc-28cdf7fd26cf tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 814 time: 0.8600006 Apr 02 13:08:59.963344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-ddb15f48-ce64-49e8-be91-4ca39b1363fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:08:59.964889 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-ddb15f48-ce64-49e8-be91-4ca39b1363fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.2783382 Apr 02 13:09:00.048657 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Request body: {'port': {'device_id': 'cfdfa16b-19da-451f-9fb3-10483ac0059e', 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1', 'admin_state_up': True, 'tenant_id': '581ee3ea918541b5beda9adf261bbc27'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:00.080002 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c021cb0-92db-435a-a70e-c1a721dad316 req-91f41018-4222-4d88-aca5-1c205afe72b6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:00.081641 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1c021cb0-92db-435a-a70e-c1a721dad316 req-91f41018-4222-4d88-aca5-1c205afe72b6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.9600675 Apr 02 13:09:00.123452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073731bb-2567-487a-bc84-8ce8ef671738 req-42bf0a74-adef-4fe3-a875-1b855d5a8be8 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:00.125179 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-073731bb-2567-487a-bc84-8ce8ef671738 req-42bf0a74-adef-4fe3-a875-1b855d5a8be8 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 945 time: 0.5994012 Apr 02 13:09:00.274669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55838) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:00.297456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.318441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:00.322723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] Usage tracker for resource:security_group_rule and tenant:7cdbbe56810c4f6e83b10d3720da0304 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:00.325943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:00.332862 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:00.392889 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55842) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:00.422893 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.446382 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1c021cb0-92db-435a-a70e-c1a721dad316 req-1cb64c68-e0a4-42d2-a679-8b13f7dfd71e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068104 Apr 02 13:09:00.449238 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-073731bb-2567-487a-bc84-8ce8ef671738 req-ce7e7cde-921f-4296-837e-80f56343ec5c tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/security-groups?id=e710b554-664f-41ca-879c-4c2e3fa4f4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501812 Apr 02 13:09:00.453938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:00.467238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] Usage tracker for resource:security_group_rule and tenant:ea11f41328734440ac055a752084a0e8 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:00.472867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:00.483489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.486408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.493841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:00.504180 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:00.549260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:00.559362 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7cdbbe56810c4f6e83b10d3720da0304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829852 Apr 02 13:09:00.562479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55848) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:00.563543 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a7192fa5-c0a4-4e94-be43-56a3dc7b867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:00.565394 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-a7192fa5-c0a4-4e94-be43-56a3dc7b867d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5886691 Apr 02 13:09:00.566511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d7b27b-755c-4edc-9065-0d343d1667e1,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:00.582529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:00.585877 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Usage tracker for resource:port and tenant:581ee3ea918541b5beda9adf261bbc27 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:00.623483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:00.662806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b9c970e-2380-4ab6-b0c8-e39ca2aaf01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.690922 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:00.706391 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b9c970e-2380-4ab6-b0c8-e39ca2aaf01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.770469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.775088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.783971 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-08bdee10-40d2-4c24-9f5a-8514c8821899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:00.806389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] For port 9cd92440-8beb-4477-b973-f0be3e1872d3, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=9cd92440-8beb-4477-b973-f0be3e1872d3,segment=NetworkSegment(583f1baa-259b-4a70-96f3-2dc795a86fe4),segment_id=583f1baa-259b-4a70-96f3-2dc795a86fe4)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:00.806772 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.822333 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fdcdc3e8-9c75-42ce-84d2-6d1ae78cce76 req-581ff9c4-3a18-44bb-8fc8-81cecd585f16 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 210 time: 0.1235816 Apr 02 13:09:00.829327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b9c970e-2380-4ab6-b0c8-e39ca2aaf01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.840208 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea11f41328734440ac055a752084a0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428957 Apr 02 13:09:00.841901 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da40fe2f-6b36-4685-b2ea-4f904fbcc594,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:00.845132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:00.846438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55852) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:00.847019 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4141d95e-e51d-48e7-ac30-f2660cf62833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:00.875616 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c970e-2380-4ab6-b0c8-e39ca2aaf01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d7b27b-755c-4edc-9065-0d343d1667e1,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:00.878052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1b9c970e-2380-4ab6-b0c8-e39ca2aaf01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:00.884538 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b9c970e-2380-4ab6-b0c8-e39ca2aaf01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.886268 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1b9c970e-2380-4ab6-b0c8-e39ca2aaf01e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9d7b27b-755c-4edc-9065-0d343d1667e1 HTTP/1.1" status: 204 len: 168 time: 0.3222828 Apr 02 13:09:00.891552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Made reservation on behalf of 581ee3ea918541b5beda9adf261bbc27 for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:00.898170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.933679 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-792e1455-ff51-438c-a952-7a4928ed7629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.965550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-792e1455-ff51-438c-a952-7a4928ed7629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:00.999266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Calling delete_port for 9cd92440-8beb-4477-b973-f0be3e1872d3 owned by compute:nova {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:09:01.011440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-792e1455-ff51-438c-a952-7a4928ed7629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:01.016533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-11f14704-524c-4d6c-9c2c-cec28e7bc130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:01.033972 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e1455-ff51-438c-a952-7a4928ed7629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da40fe2f-6b36-4685-b2ea-4f904fbcc594,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:01.036757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-792e1455-ff51-438c-a952-7a4928ed7629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:01.039386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-792e1455-ff51-438c-a952-7a4928ed7629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:01.042659 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-792e1455-ff51-438c-a952-7a4928ed7629 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da40fe2f-6b36-4685-b2ea-4f904fbcc594 HTTP/1.1" status: 204 len: 168 time: 0.1860089 Apr 02 13:09:01.272507 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-f93d5e40-0b42-4ed9-9cca-3ce820efb197 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889234 Apr 02 13:09:01.381827 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f557efe-2da6-4dfc-9b4f-9793d4b49132 req-2c449107-1c66-4f49-9cb4-9400f808651a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:01.389429 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2f557efe-2da6-4dfc-9b4f-9793d4b49132 req-2c449107-1c66-4f49-9cb4-9400f808651a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.6894326 Apr 02 13:09:01.658463 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55884) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:01.681055 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:01.700732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:01.706082 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] Usage tracker for resource:security_group_rule and tenant:58c321e620384681afb6fffd6aa03e0f is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:01.710598 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:01.717399 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:01.834008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:01.839184 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:01.862314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-39ae0160-c2cf-4952-b03e-ce863e39c0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:01.922217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Allocated IP 172.20.0.5 (01b952a8-69f8-49d6-8648-89163aaedcf1/4c78b424-958f-46c7-b25f-1cb6c1628394/acf1ac5e-bd72-4d5f-9514-ff20d17ad260) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:09:01.926559 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92be135f-94f0-4e19-a85b-daf8cb77319c,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:01.928262 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2f557efe-2da6-4dfc-9b4f-9793d4b49132 req-af8358bf-c745-41c5-a5ed-c780e80f9f1b tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379701 Apr 02 13:09:01.935170 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58c321e620384681afb6fffd6aa03e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748899 Apr 02 13:09:01.936600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:01.937184 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 55908) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:01.973638 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:01.983869 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-16dd2254-1912-42dd-a346-15f6d4b31a85 req-b14badc9-62ec-40b5-beef-426b9e45027b service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907384 Apr 02 13:09:02.005040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:02.052515 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c7e54e2a-75ae-485b-aa0b-9072a4170205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:02.088928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c7e54e2a-75ae-485b-aa0b-9072a4170205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:02.194223 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c7e54e2a-75ae-485b-aa0b-9072a4170205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:02.213424 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-64e34c20-1d27-48dd-aa3d-3fb79d1b4d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:02.231673 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Pushing event deleted for resources: {'Port': ['ID=9cd92440-8beb-4477-b973-f0be3e1872d3,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:02.238886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e54e2a-75ae-485b-aa0b-9072a4170205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be135f-94f0-4e19-a85b-daf8cb77319c,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:02.242416 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c7e54e2a-75ae-485b-aa0b-9072a4170205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:02.243522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c7e54e2a-75ae-485b-aa0b-9072a4170205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:02.247533 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c7e54e2a-75ae-485b-aa0b-9072a4170205 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92be135f-94f0-4e19-a85b-daf8cb77319c HTTP/1.1" status: 204 len: 168 time: 0.3065202 Apr 02 13:09:02.317401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:02.391489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18469729-05db-4917-885b-6ec2627038a0 req-0fcd66c8-a3aa-4a5f-8047-8d968570d0fd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:02.400288 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-18469729-05db-4917-885b-6ec2627038a0 req-0fcd66c8-a3aa-4a5f-8047-8d968570d0fd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.7152710 Apr 02 13:09:02.464747 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-18895f1d-a2b9-4768-96dd-da57d8768c31 req-b0c229fc-49a8-499e-8ee4-713779b3d607 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 210 time: 0.2142823 Apr 02 13:09:02.651269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 9cd92440-8beb-4477-b973-f0be3e1872d3 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:09:02.734479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 9cd92440-8beb-4477-b973-f0be3e1872d3 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:09:02.735901 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-18469729-05db-4917-885b-6ec2627038a0 req-6704d543-7e6e-402b-86e7-5b1bea277fa9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345716 Apr 02 13:09:02.742646 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] No DVR routers for this DVR port 9cd92440-8beb-4477-b973-f0be3e1872d3 on host hv-cinder-78299 {{(pid=84330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:09:02.747469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:02.748294 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 9cd92440-8beb-4477-b973-f0be3e1872d3 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:09:02.860188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8cf54f-734d-4418-91ff-14f7a3d23013', 'name': 'network-vif-deleted', 'tag': '9cd92440-8beb-4477-b973-f0be3e1872d3'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:02.985717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:03.057299 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bbefb00d-8998-4a60-86e5-50fc96f77f7d req-5c060159-6b37-4970-bcfb-9c6c6db382bf tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 210 time: 0.3489125 Apr 02 13:09:03.066931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57546498-f667-451f-ab15-fae90abf4774 req-f35a97fb-44ca-4876-a0bb-60e7a3723e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:03.069005 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57546498-f667-451f-ab15-fae90abf4774 req-f35a97fb-44ca-4876-a0bb-60e7a3723e49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 1096 time: 0.9230015 Apr 02 13:09:03.073054 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6e9fa388-75dc-4605-a4aa-7a1350c07119 req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.23 "DELETE /v2.0/ports/9cd92440-8beb-4477-b973-f0be3e1872d3 HTTP/1.1" status: 204 len: 173 time: 3.5024383 Apr 02 13:09:03.077287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:03.093735 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['6b093647-4136-45a7-829c-7e41e88bc03c'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:09:03.273856 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57546498-f667-451f-ab15-fae90abf4774 req-9e98756a-4a4c-473f-8a72-70d85853d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:03.275898 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57546498-f667-451f-ab15-fae90abf4774 req-9e98756a-4a4c-473f-8a72-70d85853d54a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 916 time: 0.1942511 Apr 02 13:09:03.277988 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8cf54f-734d-4418-91ff-14f7a3d23013', 'name': 'network-vif-deleted', 'tag': '9cd92440-8beb-4477-b973-f0be3e1872d3', 'status': 'completed', 'code': 200} Apr 02 13:09:03.351044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b74e9219-c54d-41e4-a85d-d103b079c582 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:03.553622 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57546498-f667-451f-ab15-fae90abf4774 req-ebd6faf4-6c64-46b8-9f68-442fd4c7b257 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d8beb0b-6c91-4784-a18e-807f7720326b HTTP/1.1" status: 200 len: 217 time: 0.2044895 Apr 02 13:09:03.779430 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-9141e833-f672-4972-b5de-d9746b07c83a req-8bdc6fc3-3dbf-49fb-85c3-b69d75639e18 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Synchronizing usage tracker for tenant:9c623ee6be124503b83cafe134ecbb5f on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:09:03.809181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Pushing event updated for resources: {'Port': ['ID=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:03.815597 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:03.858218 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f52-0897-4842-bbbb-89b4a75311de req-bc323b83-2a51-40c5-a4c6-44993b1980fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:03.860262 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bdae2f52-0897-4842-bbbb-89b4a75311de req-bc323b83-2a51-40c5-a4c6-44993b1980fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 1098 time: 0.5814161 Apr 02 13:09:03.871132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57546498-f667-451f-ab15-fae90abf4774 req-391c5b7d-dadd-4a65-b54f-fba0fb05311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:03.872678 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57546498-f667-451f-ab15-fae90abf4774 req-391c5b7d-dadd-4a65-b54f-fba0fb05311f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.2517366 Apr 02 13:09:03.873353 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-9141e833-f672-4972-b5de-d9746b07c83a req-8bdc6fc3-3dbf-49fb-85c3-b69d75639e18 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] Unset dirty status for tenant:9c623ee6be124503b83cafe134ecbb5f on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:09:03.874421 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9141e833-f672-4972-b5de-d9746b07c83a req-8bdc6fc3-3dbf-49fb-85c3-b69d75639e18 tempest-DeleteServersTestJSON-1728073881 tempest-DeleteServersTestJSON-1728073881-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f8cf54f-734d-4418-91ff-14f7a3d23013 HTTP/1.1" status: 200 len: 210 time: 0.1914978 Apr 02 13:09:03.897243 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cd93-8683-41c4-9017-de885ced8bb9 req-7f534c91-5740-4cfb-b7ac-4605d37a6378 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:03.898882 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6802cd93-8683-41c4-9017-de885ced8bb9 req-7f534c91-5740-4cfb-b7ac-4605d37a6378 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.3727591 Apr 02 13:09:04.381317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Network 01b952a8-69f8-49d6-8648-89163aaedcf1 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:09:04.385650 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56022) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:04.397453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:09:04.405721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:09:04.536199 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6802cd93-8683-41c4-9017-de885ced8bb9 req-af93bd07-8138-41e0-9856-df50e78cddc2 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714447 Apr 02 13:09:04.559595 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f52-0897-4842-bbbb-89b4a75311de req-45fe3b94-97af-4ba8-b68e-70963e370d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:04.561204 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bdae2f52-0897-4842-bbbb-89b4a75311de req-45fe3b94-97af-4ba8-b68e-70963e370d4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 920 time: 0.6594784 Apr 02 13:09:04.607089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:04.607787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:04.634026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:04.649049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0d8beb0b-6c91-4784-a18e-807f7720326b details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:09:04.662274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:04.668085 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Usage tracker for resource:security_group_rule and tenant:486242ae262c4830af64cd2dacb2d3fc is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:04.675853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:04.684337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:04.750092 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bdae2f52-0897-4842-bbbb-89b4a75311de req-443857af-3f03-485d-8d51-7fa16909ad0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a HTTP/1.1" status: 200 len: 217 time: 0.1325009 Apr 02 13:09:04.793016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:04.797144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:04.830888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-22fcb0bc-358f-4d7c-92e6-1ac0712e2806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:04.844966 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:04.846093 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=486242ae262c4830af64cd2dacb2d3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592509 Apr 02 13:09:04.848921 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56046) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:04.860171 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'port_id': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'mac_address': 'fa:16:3e:fa:b8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:09:04.931394 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:04.941280 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d88c-b869-4bcf-9e6e-a6a22713ff10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:04.963062 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8beb0b-6c91-4784-a18e-807f7720326b {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:09:04.976797 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d88c-b869-4bcf-9e6e-a6a22713ff10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:04.988010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57546498-f667-451f-ab15-fae90abf4774 req-4aa405e8-5a65-4aa1-a985-cb530925fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:04.990046 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57546498-f667-451f-ab15-fae90abf4774 req-4aa405e8-5a65-4aa1-a985-cb530925fc86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0865884 Apr 02 13:09:04.998631 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:05.004096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f52-0897-4842-bbbb-89b4a75311de req-6aee29b9-f77f-4f34-85f1-def5bae07493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:05.005956 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bdae2f52-0897-4842-bbbb-89b4a75311de req-6aee29b9-f77f-4f34-85f1-def5bae07493 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 200 len: 859 time: 0.1485817 Apr 02 13:09:05.007435 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0415442 Apr 02 13:09:05.010621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:05.012942 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:05.016502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e2ecf-d271-4c12-a95e-22084dfd60da req-508c6532-1d72-4d05-950b-e9eb8120a040 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:05.018152 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0b8e2ecf-d271-4c12-a95e-22084dfd60da req-508c6532-1d72-4d05-950b-e9eb8120a040 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.9840434 Apr 02 13:09:05.035691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1941c8a-c195-40b4-b115-a958c57afb95,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:05.046213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.046612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.047028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.047456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.047871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.048255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.048634 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.053128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.053527 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.054016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Request body: {'port': {'device_id': 'cfdfa16b-19da-451f-9fb3-10483ac0059e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:05.054129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.054424 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.054807 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:05.059260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:05.059943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d88c-b869-4bcf-9e6e-a6a22713ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:05.066827 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-84fbe301-36e2-4597-b2e3-0d33e3edb139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:05.081555 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d88c-b869-4bcf-9e6e-a6a22713ff10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:05.086241 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6bf1d88c-b869-4bcf-9e6e-a6a22713ff10 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1941c8a-c195-40b4-b115-a958c57afb95 HTTP/1.1" status: 204 len: 168 time: 0.2356861 Apr 02 13:09:05.089033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1d88c-b869-4bcf-9e6e-a6a22713ff10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1941c8a-c195-40b4-b115-a958c57afb95,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:05.100732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6bf1d88c-b869-4bcf-9e6e-a6a22713ff10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:05.188038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:05.216395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:05.303989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['0d8beb0b-6c91-4784-a18e-807f7720326b'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:09:05.372435 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bdae2f52-0897-4842-bbbb-89b4a75311de req-a515e60c-84fe-4a6a-8144-eb7866a70c58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3298023 Apr 02 13:09:05.525560 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4bf28-3b16-48e8-a53b-e3e496af7b7d req-6d35c681-9d8e-496b-a31a-977185f2fd7c tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:05.526363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-d9d4bf28-3b16-48e8-a53b-e3e496af7b7d req-6d35c681-9d8e-496b-a31a-977185f2fd7c tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Synchronizing usage tracker for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:09:05.530799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:05.599378 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0b8e2ecf-d271-4c12-a95e-22084dfd60da req-a4512d82-4eb9-4c24-b3f7-7fde4d450ffc tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4501112 Apr 02 13:09:05.697617 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56082) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:05.853771 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56090) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:05.861888 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bdae2f52-0897-4842-bbbb-89b4a75311de req-5ef2f18f-9896-46f3-bf90-63e614a07d83 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668343 Apr 02 13:09:05.874631 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:05.908950 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:05.912695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:05.927773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] Usage tracker for resource:security_group_rule and tenant:96465764f6784b29942879c64953e594 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:05.933771 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:05.937662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] Usage tracker for resource:security_group_rule and tenant:ad8d0530e807469fab9dd835137f174f is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:05.937800 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-d9d4bf28-3b16-48e8-a53b-e3e496af7b7d req-6d35c681-9d8e-496b-a31a-977185f2fd7c tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Unset dirty status for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:09:05.938873 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d9d4bf28-3b16-48e8-a53b-e3e496af7b7d req-6d35c681-9d8e-496b-a31a-977185f2fd7c tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 931 time: 1.1854341 Apr 02 13:09:05.940538 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:05.947869 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:05.965519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:06.037296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.042986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:06.044999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.057284 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c485f0aa-5391-41ed-accd-6681f97dacc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:06.063667 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57546498-f667-451f-ab15-fae90abf4774 req-c93c73cd-e83d-486d-99fb-26c1077a8588 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0658650 Apr 02 13:09:06.114215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b583a6-186e-4143-bc38-d3355a1d09d5,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:06.129488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:06.164090 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad8d0530e807469fab9dd835137f174f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652083 Apr 02 13:09:06.169648 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56102) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:06.320534 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eec1eadf-f3d7-4f24-a181-6262df4573b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.325776 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d9d4bf28-3b16-48e8-a53b-e3e496af7b7d req-791a0ad8-2079-4519-80d3-d332b0a52cbb tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481472 Apr 02 13:09:06.370263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.372571 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eec1eadf-f3d7-4f24-a181-6262df4573b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.382925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.393460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bdc8e90c-8267-4435-9810-4b353448f85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:06.465460 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96465764f6784b29942879c64953e594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6103251 Apr 02 13:09:06.468828 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61aff20-1d1d-4cd0-aa01-a759ebf49d75,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:06.472043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:06.473021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56110) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:06.513673 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bdae2f52-0897-4842-bbbb-89b4a75311de req-1c7d6d38-974b-4c6b-9acf-8afb4e591bf6 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800173 Apr 02 13:09:06.537119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eec1eadf-f3d7-4f24-a181-6262df4573b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.545099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-668d2d68-ff75-4f9e-803c-930741f6b3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:06.548494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159be5cd-9387-447c-bb3d-8c03704b3fd4 req-540cd50a-c8ed-4d86-a029-09ffdc816aee tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:06.550132 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-159be5cd-9387-447c-bb3d-8c03704b3fd4 req-540cd50a-c8ed-4d86-a029-09ffdc816aee tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.6872671 Apr 02 13:09:06.560268 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1eadf-f3d7-4f24-a181-6262df4573b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b583a6-186e-4143-bc38-d3355a1d09d5,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:06.562741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-eec1eadf-f3d7-4f24-a181-6262df4573b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:06.567553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4c6d-cd49-4004-aa60-8f269406e65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.576091 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57546498-f667-451f-ab15-fae90abf4774 req-050e59f8-e7af-4191-b633-2d50bb6aad10 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966007 Apr 02 13:09:06.600937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eec1eadf-f3d7-4f24-a181-6262df4573b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.604187 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-eec1eadf-f3d7-4f24-a181-6262df4573b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38b583a6-186e-4143-bc38-d3355a1d09d5 HTTP/1.1" status: 204 len: 168 time: 0.4315920 Apr 02 13:09:06.611930 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4c6d-cd49-4004-aa60-8f269406e65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.663956 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0d8beb0b-6c91-4784-a18e-807f7720326b up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:09:06.670024 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4c6d-cd49-4004-aa60-8f269406e65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.680639 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fbe006f6-8454-4a0d-818b-06d70a9ba4ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:06.710251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc4c6d-cd49-4004-aa60-8f269406e65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61aff20-1d1d-4cd0-aa01-a759ebf49d75,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:06.713256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ddfc4c6d-cd49-4004-aa60-8f269406e65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:06.714296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4c6d-cd49-4004-aa60-8f269406e65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.718724 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-ddfc4c6d-cd49-4004-aa60-8f269406e65d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a61aff20-1d1d-4cd0-aa01-a759ebf49d75 HTTP/1.1" status: 204 len: 168 time: 0.2421620 Apr 02 13:09:06.745800 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-159be5cd-9387-447c-bb3d-8c03704b3fd4 req-04683945-8d67-479a-a9ff-87f16ea40d2e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771116 Apr 02 13:09:06.837462 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 0d8beb0b-6c91-4784-a18e-807f7720326b completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:09:06.843808 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 0d8beb0b-6c91-4784-a18e-807f7720326b triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:09:06.844533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.940667 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf1ac5e-bd72-4d5f-9514-ff20d17ad260 {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:09:06.951135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.969291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Transition to ACTIVE for port object acf1ac5e-bd72-4d5f-9514-ff20d17ad260 will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:09:06.986204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:06.990785 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:07.008690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:07.028193 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:07.029338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:07.040791 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:07.043389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:07.178098 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'code': 200} Apr 02 13:09:07.210647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56136) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:07.234355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:07.267868 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:07.267970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:07.268052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:07.268132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] Usage tracker for resource:security_group_rule and tenant:bcdc73ab89cb47ebab747b3f904ef07e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:07.278809 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:07.284988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a0e50-f8a8-4021-b235-ae9e6f19a6a5 req-8ba2606b-a7cb-4dee-bb55-1497db678937 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:07.294557 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-087a0e50-f8a8-4021-b235-ae9e6f19a6a5 req-8ba2606b-a7cb-4dee-bb55-1497db678937 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 944 time: 0.4982355 Apr 02 13:09:07.295313 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:07.535713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:07.541288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:07.600059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8e5bc4cc-f108-49e4-bad5-71330624c372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:07.609989 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcdc73ab89cb47ebab747b3f904ef07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982024 Apr 02 13:09:07.615274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56164) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:07.659696 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc33c370-f874-4f30-903a-985d629e1fe3,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:07.666844 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:07.710287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a9d273dd-b2d7-4d9d-9d75-529fe6c5354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:07.779530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a9d273dd-b2d7-4d9d-9d75-529fe6c5354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:07.857054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a9d273dd-b2d7-4d9d-9d75-529fe6c5354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:07.862327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-48ced421-779c-463a-bfda-5a04d8a261fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:07.873340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Pushing event updated for resources: {'Port': ['ID=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:07.877232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d273dd-b2d7-4d9d-9d75-529fe6c5354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc33c370-f874-4f30-903a-985d629e1fe3,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:07.879488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a9d273dd-b2d7-4d9d-9d75-529fe6c5354b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:07.885865 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a9d273dd-b2d7-4d9d-9d75-529fe6c5354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:07.889509 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a9d273dd-b2d7-4d9d-9d75-529fe6c5354b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc33c370-f874-4f30-903a-985d629e1fe3 HTTP/1.1" status: 204 len: 168 time: 0.2707791 Apr 02 13:09:07.901661 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-087a0e50-f8a8-4021-b235-ae9e6f19a6a5 req-0b3491f6-1f3d-4813-9056-ce8658640019 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6059947 Apr 02 13:09:07.920938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.921342 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.921873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.922294 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.922676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.923120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.923406 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.923835 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.924211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.924580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.924986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.925355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:07.934801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:08.078042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677459a-6050-482c-8145-ffade0dfb82c req-133013a0-9d5c-4348-94bf-679f6eeec2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:08.079855 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2677459a-6050-482c-8145-ffade0dfb82c req-133013a0-9d5c-4348-94bf-679f6eeec2e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 1098 time: 0.2918952 Apr 02 13:09:08.283584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3172ff-d533-4b62-919b-33afffa1833e req-4540edc1-b9a4-4607-9ebb-77e5f6beb15f tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:08.287151 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7e3172ff-d533-4b62-919b-33afffa1833e req-4540edc1-b9a4-4607-9ebb-77e5f6beb15f tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 943 time: 0.5511348 Apr 02 13:09:08.365594 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2677459a-6050-482c-8145-ffade0dfb82c req-f5c75aeb-1426-44df-a694-2abd8fc8bd96 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753515 Apr 02 13:09:08.414048 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7e3172ff-d533-4b62-919b-33afffa1833e req-4d6d23e2-bdb9-4de3-9861-dbd17493a982 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025038 Apr 02 13:09:08.417635 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Attempting to bind port acf1ac5e-bd72-4d5f-9514-ff20d17ad260 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:09:08.418009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Attempting to bind port acf1ac5e-bd72-4d5f-9514-ff20d17ad260 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:09:08.418377 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Attempting to bind port acf1ac5e-bd72-4d5f-9514-ff20d17ad260 on network 01b952a8-69f8-49d6-8648-89163aaedcf1 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:09:08.426652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Port acf1ac5e-bd72-4d5f-9514-ff20d17ad260 on network 01b952a8-69f8-49d6-8648-89163aaedcf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:09:08.428122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Attempting to bind port acf1ac5e-bd72-4d5f-9514-ff20d17ad260 on network 01b952a8-69f8-49d6-8648-89163aaedcf1 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:09:08.446316 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:09:08.446652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Checking segment: {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:09:08.447070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Bound using segment: {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:09:08.447862 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Bound port: acf1ac5e-bd72-4d5f-9514-ff20d17ad260, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:09:08.448111 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:08.469213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb1720-adc2-4f14-bbf7-36944de5910d req-a79a473f-bfdb-43bf-885f-1174f6c86553 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:08.470811 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-23fb1720-adc2-4f14-bbf7-36944de5910d req-a79a473f-bfdb-43bf-885f-1174f6c86553 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.2572818 Apr 02 13:09:08.529433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56204) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:08.592063 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-23fb1720-adc2-4f14-bbf7-36944de5910d req-793b0767-65e9-4c15-8dc8-50aab807bac8 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131489 Apr 02 13:09:08.619738 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c0d873-49ca-4e7a-8f30-d098b9ddb709 admin admin] Deleting subnet f436b46c-10b6-4dec-ba38-39c747e6d423 {{(pid=84329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:09:08.622945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d873-49ca-4e7a-8f30-d098b9ddb709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:08.629592 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] For port acf1ac5e-bd72-4d5f-9514-ff20d17ad260, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:09:08.633458 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] For port acf1ac5e-bd72-4d5f-9514-ff20d17ad260, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:09:08.637381 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:08.656562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:08.679063 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d873-49ca-4e7a-8f30-d098b9ddb709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851732482'] for subnet, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:08.746191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d873-49ca-4e7a-8f30-d098b9ddb709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:08.830753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Pushing event updated for resources: {'Port': ['ID=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:08.837488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:08.875711 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:08.876651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:08.881095 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] 10.222.0.23 "PUT /v2.0/ports/acf1ac5e-bd72-4d5f-9514-ff20d17ad260 HTTP/1.1" status: 200 len: 1093 time: 3.8370416 Apr 02 13:09:08.882723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdfa16b-19da-451f-9fb3-10483ac0059e', 'tag': 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:09.040851 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdfa16b-19da-451f-9fb3-10483ac0059e', 'tag': 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260', 'status': 'completed', 'code': 200} Apr 02 13:09:09.165588 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-17143b53-2d25-49a1-a8ba-39d3f9514335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:09.169777 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-17143b53-2d25-49a1-a8ba-39d3f9514335 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 1096 time: 0.2480412 Apr 02 13:09:09.205603 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d873-49ca-4e7a-8f30-d098b9ddb709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2881502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228805'] for subnet, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:09.235172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-003b1e73-d41c-40bd-82f9-509f4a4d4ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:09.286874 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-47e97402-bcdf-4bf6-8ed3-629858ba9a41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acf1ac5e-bd72-4d5f-9514-ff20d17ad260 HTTP/1.1" status: 200 len: 217 time: 0.0923703 Apr 02 13:09:09.385338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c471e2-4254-4fd6-be22-b713f558973b req-176e2dfc-b7a1-472b-a89a-b72ab5231e22 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:09.393991 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62c471e2-4254-4fd6-be22-b713f558973b req-176e2dfc-b7a1-472b-a89a-b72ab5231e22 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.3528020 Apr 02 13:09:09.495158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-d4af37a1-1c18-408c-a641-4634ae9a9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:09.497538 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-d4af37a1-1c18-408c-a641-4634ae9a9809 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c78b424-958f-46c7-b25f-1cb6c1628394 HTTP/1.1" status: 200 len: 854 time: 0.2018828 Apr 02 13:09:09.505697 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-62c471e2-4254-4fd6-be22-b713f558973b req-9d03c4aa-e018-4956-a374-44ed3008aac6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104524 Apr 02 13:09:09.653183 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-433f4a5b-9c7d-4898-89d0-1fbf84e6bb82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01b952a8-69f8-49d6-8648-89163aaedcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299422 Apr 02 13:09:09.741251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56262) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:09.758278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0d873-49ca-4e7a-8f30-d098b9ddb709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f436b46c-10b6-4dec-ba38-39c747e6d423,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:09.772966 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d4c0d873-49ca-4e7a-8f30-d098b9ddb709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:09.809159 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d4c0d873-49ca-4e7a-8f30-d098b9ddb709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:09.815591 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d4c0d873-49ca-4e7a-8f30-d098b9ddb709 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f436b46c-10b6-4dec-ba38-39c747e6d423 HTTP/1.1" status: 204 len: 168 time: 1.2849762 Apr 02 13:09:09.818490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56268) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:09.949787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:09.963931 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-354afece-d041-41ae-b1bf-2d44e5791faa service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025196 Apr 02 13:09:09.964643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 56276) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:10.013812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56282) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:10.088773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d383c-4f5c-4d9d-8056-c31986c1539c req-13bd1d9c-4105-42e6-8dbc-893b932ac9e9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:10.090379 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-947d383c-4f5c-4d9d-8056-c31986c1539c req-13bd1d9c-4105-42e6-8dbc-893b932ac9e9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 943 time: 0.4012074 Apr 02 13:09:10.183044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.203191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.224291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b9d54-be08-414d-9b2f-2809b0d44596 req-6672f122-efca-44b5-a8d1-eb79c200f873 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:10.225046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.226095 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc1b9d54-be08-414d-9b2f-2809b0d44596 req-6672f122-efca-44b5-a8d1-eb79c200f873 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.3998876 Apr 02 13:09:10.239078 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-947d383c-4f5c-4d9d-8056-c31986c1539c req-6a3a907d-9a48-4522-8e03-cc16ba6d88e9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356521 Apr 02 13:09:10.241381 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:10.248668 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.259607 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12389b8d-a149-4a0d-80dc-f694c6b7078c req-666d79fc-6ce3-4269-9d99-a219f5709433 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869704 Apr 02 13:09:10.262383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] Usage tracker for resource:security_group_rule and tenant:0d540db547f3467db19fb16e6d2f28db is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:10.268990 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:10.269733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:10.274654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] Usage tracker for resource:security_group_rule and tenant:bad1b119e6244b9fb34f3489ce328600 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:10.278283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:10.307534 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc1b9d54-be08-414d-9b2f-2809b0d44596 req-bc46b9c6-b04d-4386-9bb9-abffa2b3edd6 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734730 Apr 02 13:09:10.324999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:10.327559 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:10.341472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:10.353721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] Usage tracker for resource:security_group_rule and tenant:d49be5c5e484440e988bf76588770be3 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:10.359825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:10.368500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:10.433106 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a5728b-449e-4583-8014-b7127a6d4f85']}} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:09:10.442252 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33cd16-9124-4bf1-b371-ca130b1d9f25 req-e75ce39f-7025-405e-b6eb-8391d33e02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:10.444456 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c33cd16-9124-4bf1-b371-ca130b1d9f25 req-e75ce39f-7025-405e-b6eb-8391d33e02e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 1096 time: 0.1246562 Apr 02 13:09:10.461775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583f1baa-259b-4a70-96f3-2dc795a86fe4') {'for_net_delete': True} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:09:10.462111 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583f1baa-259b-4a70-96f3-2dc795a86fe4') {} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:09:10.483822 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043319'] for segment, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.484092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.518834 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.539721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.542541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:09:10.557680 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:10.611194 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7bfca1-b184-4b25-a51d-10046c4c3d67,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:10.618495 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d540db547f3467db19fb16e6d2f28db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480358 Apr 02 13:09:10.627747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:10.628261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 56292) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:10.698442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.726749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33cd16-9124-4bf1-b371-ca130b1d9f25 req-1c17d510-d3ad-4513-be7d-acf47f73d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:10.728342 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c33cd16-9124-4bf1-b371-ca130b1d9f25 req-1c17d510-d3ad-4513-be7d-acf47f73d069 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 915 time: 0.2718928 Apr 02 13:09:10.755105 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.768191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5c42665a-3726-4151-b0be-e5a1df8478c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:10.794945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.821485 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Network c5a5728b-449e-4583-8014-b7127a6d4f85 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:09:10.827304 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c33cd16-9124-4bf1-b371-ca130b1d9f25 req-b9b04678-d878-41ea-8db8-05a5b9fd9224 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acf1ac5e-bd72-4d5f-9514-ff20d17ad260 HTTP/1.1" status: 200 len: 217 time: 0.0809650 Apr 02 13:09:10.830049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.853075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2881397'] for segment, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:10.943012 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bad1b119e6244b9fb34f3489ce328600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9283416 Apr 02 13:09:10.949455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f354d576-7e6f-4958-8111-899c0a3bdcd5,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:10.964245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56302) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:10.969992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:10.975684 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fd707144-c76d-4121-9087-8a6bd014e2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:11.006625 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d49be5c5e484440e988bf76588770be3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2562313 Apr 02 13:09:11.075899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56306) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:11.109329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-adca10bc-66a9-40b9-aa83-c1a34b6e1452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.156571 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-adca10bc-66a9-40b9-aa83-c1a34b6e1452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.164923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Network c5a5728b-449e-4583-8014-b7127a6d4f85 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:09:11.173482 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89327e42-8b5c-4941-8b48-5a7b0d769413,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:11.199547 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e646f-387c-4879-bf7f-9afcceb2a8b3 req-178c5d9e-b4da-4323-8840-4f83e05165de tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:11.201182 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-025e646f-387c-4879-bf7f-9afcceb2a8b3 req-178c5d9e-b4da-4323-8840-4f83e05165de tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.5564327 Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:09:11.201550 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:09:11.206652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33cd16-9124-4bf1-b371-ca130b1d9f25 req-314e0097-f129-4f55-aa7f-c9a58e54c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:11.208264 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c33cd16-9124-4bf1-b371-ca130b1d9f25 req-314e0097-f129-4f55-aa7f-c9a58e54c64b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c78b424-958f-46c7-b25f-1cb6c1628394 HTTP/1.1" status: 200 len: 854 time: 0.3715675 Apr 02 13:09:11.259197 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:11.293320 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c33cd16-9124-4bf1-b371-ca130b1d9f25 req-b1b0f083-6e44-477a-98f7-a8d36fa4bb0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01b952a8-69f8-49d6-8648-89163aaedcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720711 Apr 02 13:09:11.330310 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.335827 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3893109c-f807-4792-ae9e-53c7bcfe6eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.348455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-747f248d-8ebc-4fca-bade-2b79e3e4db5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.355181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.357581 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5badac2f-ecd8-4ac6-8ead-a54736c431ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:11.399259 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a5728b-449e-4583-8014-b7127a6d4f85,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:11.401203 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-025e646f-387c-4879-bf7f-9afcceb2a8b3 req-a921520a-eac1-4e6e-b5f5-b67dd0e831fc tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843419 Apr 02 13:09:11.419347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:11.428873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3893109c-f807-4792-ae9e-53c7bcfe6eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.437613 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-747f248d-8ebc-4fca-bade-2b79e3e4db5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.451398 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] 10.222.0.10 "DELETE /v2.0/networks/c5a5728b-449e-4583-8014-b7127a6d4f85 HTTP/1.1" status: 204 len: 168 time: 1.6315503 Apr 02 13:09:11.474232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-adca10bc-66a9-40b9-aa83-c1a34b6e1452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.488723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:11.523690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca10bc-66a9-40b9-aa83-c1a34b6e1452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7bfca1-b184-4b25-a51d-10046c4c3d67,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:11.529373 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-adca10bc-66a9-40b9-aa83-c1a34b6e1452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.530544 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-adca10bc-66a9-40b9-aa83-c1a34b6e1452 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c7bfca1-b184-4b25-a51d-10046c4c3d67 HTTP/1.1" status: 204 len: 168 time: 0.8985515 Apr 02 13:09:11.539942 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3893109c-f807-4792-ae9e-53c7bcfe6eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.546453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-84e4de12-2797-414c-8a3b-4c88104a3165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:11.547431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-adca10bc-66a9-40b9-aa83-c1a34b6e1452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:11.559102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-747f248d-8ebc-4fca-bade-2b79e3e4db5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.571198 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893109c-f807-4792-ae9e-53c7bcfe6eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f354d576-7e6f-4958-8111-899c0a3bdcd5,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:11.576988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3893109c-f807-4792-ae9e-53c7bcfe6eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:11.577706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a9d273dd-b2d7-4d9d-9d75-529fe6c5354b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:11.600848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56320) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:11.602992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f248d-8ebc-4fca-bade-2b79e3e4db5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89327e42-8b5c-4941-8b48-5a7b0d769413,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:11.612418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-747f248d-8ebc-4fca-bade-2b79e3e4db5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:11.615391 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c33cd16-9124-4bf1-b371-ca130b1d9f25 req-614ded6d-9c05-4b67-9467-d8ca11034fde service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095155 Apr 02 13:09:11.638638 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3893109c-f807-4792-ae9e-53c7bcfe6eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.640547 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3893109c-f807-4792-ae9e-53c7bcfe6eac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f354d576-7e6f-4958-8111-899c0a3bdcd5 HTTP/1.1" status: 204 len: 168 time: 0.6724763 Apr 02 13:09:11.646621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-747f248d-8ebc-4fca-bade-2b79e3e4db5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.650365 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-747f248d-8ebc-4fca-bade-2b79e3e4db5f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89327e42-8b5c-4941-8b48-5a7b0d769413 HTTP/1.1" status: 204 len: 168 time: 0.5693507 Apr 02 13:09:11.663369 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3623e-1069-440b-8855-a4bafb74388e req-1cecc1a2-bbc9-4080-9a74-318d2e8e8055 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:11.665047 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-eeb3623e-1069-440b-8855-a4bafb74388e req-1cecc1a2-bbc9-4080-9a74-318d2e8e8055 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 943 time: 0.2751102 Apr 02 13:09:11.688828 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8b310fea-0736-4180-8755-560af89958d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c623ee6be124503b83cafe134ecbb5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0832081 Apr 02 13:09:11.689770 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56328) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:11.766961 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0d623e5a-333a-4551-8cce-85d897a07643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.790217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba5421-6b76-4931-8154-35e4db77fe4d req-1a677580-76f9-4d14-a1fc-696d91d1f6de tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:11.791811 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bbba5421-6b76-4931-8154-35e4db77fe4d req-1a677580-76f9-4d14-a1fc-696d91d1f6de tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.2659476 Apr 02 13:09:11.808338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0d623e5a-333a-4551-8cce-85d897a07643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.863474 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-eeb3623e-1069-440b-8855-a4bafb74388e req-de0d83ae-3a78-4b38-b010-48639a4cbd34 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383011 Apr 02 13:09:11.866725 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0d623e5a-333a-4551-8cce-85d897a07643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.875447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c49832f0-c4fc-4fa6-b351-191880965b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:11.890833 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c33cd16-9124-4bf1-b371-ca130b1d9f25 req-c62fa448-679f-4bca-9da6-2702201c4286 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648454 Apr 02 13:09:11.893439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d623e5a-333a-4551-8cce-85d897a07643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e710b554-664f-41ca-879c-4c2e3fa4f4f2,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:11.896877 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-0d623e5a-333a-4551-8cce-85d897a07643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:11.898986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0d623e5a-333a-4551-8cce-85d897a07643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:11.900234 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-0d623e5a-333a-4551-8cce-85d897a07643 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e710b554-664f-41ca-879c-4c2e3fa4f4f2 HTTP/1.1" status: 204 len: 168 time: 0.2092423 Apr 02 13:09:11.906912 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bbba5421-6b76-4931-8154-35e4db77fe4d req-ced9aade-56e0-4a64-a6fe-c32a483b16f3 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041870 Apr 02 13:09:12.122353 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d0ee5-9a8b-447f-9980-b3b05421d709 req-994f5c24-1fe8-4727-84fe-f383f8fc476e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:12.124494 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-520d0ee5-9a8b-447f-9980-b3b05421d709 req-994f5c24-1fe8-4727-84fe-f383f8fc476e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1353130 Apr 02 13:09:12.134653 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 56344) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:12.144106 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-c530599c-d711-4d87-9420-ff372c9429dd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'floatingip': {'port_id': '0d8beb0b-6c91-4784-a18e-807f7720326b'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:12.238816 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c530599c-d711-4d87-9420-ff372c9429dd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:12.278137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56354) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:12.308349 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:12.333628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:12.338367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] Usage tracker for resource:security_group_rule and tenant:29df85d1ded7468db088cf9f450ae3be is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:12.341495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:12.347727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:12.474575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:12.479741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:12.510251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-eec1eadf-f3d7-4f24-a181-6262df4573b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:12.530877 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29df85d1ded7468db088cf9f450ae3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514584 Apr 02 13:09:12.533626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56366) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:12.582483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3876c922-2f82-4fb0-82b1-c92a13e8497f,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:12.588697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:12.631014 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 56372) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:12.640910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-00fa5fe6-8ad0-4f04-8c7f-df656c4f4205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:12.659329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device acf1ac5e-bd72-4d5f-9514-ff20d17ad260 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:09:12.678939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-00fa5fe6-8ad0-4f04-8c7f-df656c4f4205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:12.682198 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:12.707451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:12.715763 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] Usage tracker for resource:security_group_rule and tenant:1e3ff725bc1040b589e6da95d562e38f is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:12.721010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:12.740002 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:12.745375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-00fa5fe6-8ad0-4f04-8c7f-df656c4f4205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:12.761793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-62012b0f-3c6b-4873-bbc9-4e1c8948d7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:12.798930 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa5fe6-8ad0-4f04-8c7f-df656c4f4205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3876c922-2f82-4fb0-82b1-c92a13e8497f,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:12.813483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-00fa5fe6-8ad0-4f04-8c7f-df656c4f4205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:12.814548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-00fa5fe6-8ad0-4f04-8c7f-df656c4f4205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:12.816007 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-00fa5fe6-8ad0-4f04-8c7f-df656c4f4205 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3876c922-2f82-4fb0-82b1-c92a13e8497f HTTP/1.1" status: 204 len: 168 time: 0.2813976 Apr 02 13:09:12.876481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port acf1ac5e-bd72-4d5f-9514-ff20d17ad260, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:12.899708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260', 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1', 'port_id': 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260', 'mac_address': 'fa:16:3e:ff:c3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c78b424-958f-46c7-b25f-1cb6c1628394', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:09:12.978167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:12.997329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf1ac5e-bd72-4d5f-9514-ff20d17ad260 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:09:13.014843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port acf1ac5e-bd72-4d5f-9514-ff20d17ad260, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:13.021963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:13.024538 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:13.165696 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:13.191259 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.191622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.195049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.195573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.197943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.198614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.200089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.201034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.201556 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.204315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.205129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.208572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:09:13.226267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:13.329068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['acf1ac5e-bd72-4d5f-9514-ff20d17ad260'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:09:13.438595 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0416e13-2d7d-43aa-9353-e21150568831 req-49403636-f350-42c3-997e-01ec44e86c81 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:13.440642 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b0416e13-2d7d-43aa-9353-e21150568831 req-49403636-f350-42c3-997e-01ec44e86c81 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 944 time: 0.3378313 Apr 02 13:09:13.458995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56410) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:13.474561 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca086-c586-422e-ad93-e257a21c636f req-02b0971b-7009-43a9-9792-b9d2a67be746 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:13.482203 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c5dca086-c586-422e-ad93-e257a21c636f req-02b0971b-7009-43a9-9792-b9d2a67be746 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.2945170 Apr 02 13:09:13.487476 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.resource_extend [None req-c530599c-d711-4d87-9420-ff372c9429dd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 13:09:13.709521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-559208558-network', 'tenant_id': 'cb085a711e0f4ba3b24e33cacfd4c7ae'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:13.720038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:13.724986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Usage tracker for resource:network and tenant:cb085a711e0f4ba3b24e33cacfd4c7ae is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:13.729060 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:13.741650 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:13.783917 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:13.791659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Made reservation on behalf of cb085a711e0f4ba3b24e33cacfd4c7ae for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:13.796823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:13.825190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:13.837849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:13.856861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ef14e5cc-8200-4bfc-a81f-903fec01e6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:13.863343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:13.869682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Usage tracker for resource:security_group_rule and tenant:cb085a711e0f4ba3b24e33cacfd4c7ae is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:13.874054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:13.882225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:13.892617 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b0416e13-2d7d-43aa-9353-e21150568831 req-08ae4b8f-d9ca-452c-aaf6-a0ecce41cfb2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359701 Apr 02 13:09:13.956337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c530599c-d711-4d87-9420-ff372c9429dd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:13.961662 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c5dca086-c586-422e-ad93-e257a21c636f req-633e3fe6-88cc-4954-a4dc-687d1b1e4ca6 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785893 Apr 02 13:09:13.968477 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e3ff725bc1040b589e6da95d562e38f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3363481 Apr 02 13:09:13.969554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 56438) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:13.970272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d327b32-e615-48c9-8923-e988dabcaaa6,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:13.974267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:13.975136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c530599c-d711-4d87-9420-ff372c9429dd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.017637 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.022046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.029431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-747f248d-8ebc-4fca-bade-2b79e3e4db5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:14.069876 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:09:14.081863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640c8778-c094-449b-91e6-11e1d9994184,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:14.087666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:14.090851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.092490 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Added segment eebd8551-a2ff-4899-9db0-53fbca684d55 of type vlan for network 180284db-f052-4d15-bd4b-56b93df12ab3 Apr 02 13:09:14.134207 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.166799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.168146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:14.168794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.174026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-045abc9d-7095-4256-8926-c0bf047c415a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:14.260445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-987cd7c6-ad7e-4d48-a81e-3c004b595705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.291594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Pushing event updated for resources: {'Network': ['ID=180284db-f052-4d15-bd4b-56b93df12ab3,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:14.297932 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8346233 Apr 02 13:09:14.297932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:14.298215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56446) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:14.298931 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [None req-c530599c-d711-4d87-9420-ff372c9429dd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Floating IP 7f9553e8-3dd7-4c8b-943c-547e451779a4 associated. External IP: 172.28.1.72, port: 0d8beb0b-6c91-4784-a18e-807f7720326b. Apr 02 13:09:14.304401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network 180284db-f052-4d15-bd4b-56b93df12ab3 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:09:14.321822 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Request body: {'subnet': {'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-559208558-subnet', 'tenant_id': 'cb085a711e0f4ba3b24e33cacfd4c7ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:14.341406 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:14.353379 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Usage tracker for resource:subnet and tenant:cb085a711e0f4ba3b24e33cacfd4c7ae is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:14.357069 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:14.367891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-987cd7c6-ad7e-4d48-a81e-3c004b595705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.372861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:14.390763 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Made reservation on behalf of cb085a711e0f4ba3b24e33cacfd4c7ae for: {'subnet': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:14.396716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852546945'] for subnet, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.536697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-987cd7c6-ad7e-4d48-a81e-3c004b595705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.546575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:14.663667 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device acf1ac5e-bd72-4d5f-9514-ff20d17ad260 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:09:14.689009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cd7c6-ad7e-4d48-a81e-3c004b595705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d327b32-e615-48c9-8923-e988dabcaaa6,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:14.689009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-987cd7c6-ad7e-4d48-a81e-3c004b595705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:14.701883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-987cd7c6-ad7e-4d48-a81e-3c004b595705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:14.705862 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-987cd7c6-ad7e-4d48-a81e-3c004b595705 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d327b32-e615-48c9-8923-e988dabcaaa6 HTTP/1.1" status: 204 len: 168 time: 0.6684830 Apr 02 13:09:14.780609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c530599c-d711-4d87-9420-ff372c9429dd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Router 4fdfc4ac-2607-4591-8e32-d99ef216b674 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:09:14.857012 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port acf1ac5e-bd72-4d5f-9514-ff20d17ad260 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:09:14.870181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port acf1ac5e-bd72-4d5f-9514-ff20d17ad260 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:09:14.870609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:15.085649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c530599c-d711-4d87-9420-ff372c9429dd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:09:15.092042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851894299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852546996'] for subnet, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:15.093875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c530599c-d711-4d87-9420-ff372c9429dd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:15.101839 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] Sync routers for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:09:15.118505 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:09:15.119434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:08:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:09:15.167942 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d4c0d873-49ca-4e7a-8f30-d098b9ddb709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:15.226976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:15.345076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port acf1ac5e-bd72-4d5f-9514-ff20d17ad260, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:15.350929 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfa16b-19da-451f-9fb3-10483ac0059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:15.368624 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:15.381432 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:15.381685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 56498) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:15.510867 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c530599c-d711-4d87-9420-ff372c9429dd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "PUT /v2.0/floatingips/7f9553e8-3dd7-4c8b-943c-547e451779a4 HTTP/1.1" status: 200 len: 990 time: 3.3745177 Apr 02 13:09:15.513987 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:15.532535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:09:15.549600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:15.568916 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:15.573464 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470c838-8832-467d-bd25-0d247b496821 req-a2897480-9e20-463a-ac78-0a08e94d110d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:15.575684 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3470c838-8832-467d-bd25-0d247b496821 req-a2897480-9e20-463a-ac78-0a08e94d110d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 945 time: 0.3486850 Apr 02 13:09:15.581736 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:15.585136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692c7ea-1962-47f7-8c25-664f6490dfb3 req-d93485c9-3774-4110-b695-d26b25daf0be tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:15.593002 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d692c7ea-1962-47f7-8c25-664f6490dfb3 req-d93485c9-3774-4110-b695-d26b25daf0be tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.2138872 Apr 02 13:09:15.595666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:15.675957 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3470c838-8832-467d-bd25-0d247b496821 req-67231651-1540-4a2d-ba7d-2bc2890162c6 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801184 Apr 02 13:09:15.693974 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d692c7ea-1962-47f7-8c25-664f6490dfb3 req-4b3113de-26bc-4fe7-8c94-8ec89553d387 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998597 Apr 02 13:09:15.721329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Checking segment: {'id': 'eebd8551-a2ff-4899-9db0-53fbca684d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:09:15.727868 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Network hostable DHCP agents. Network: 180284db-f052-4d15-bd4b-56b93df12ab3, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:09:15.759241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:15.766428 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Network 180284db-f052-4d15-bd4b-56b93df12ab3 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:09:15.797628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, 180284db-f052-4d15-bd4b-56b93df12ab3) {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:09:15.809192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d84bf-12df-465a-9b76-cab086f8d35c None None] Network 180284db-f052-4d15-bd4b-56b93df12ab3 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:09:15.824643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:15.825306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:15.830310 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:15.839232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] Usage tracker for resource:security_group_rule and tenant:137408403f364efd87d782dbb0e36fcc is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:15.844518 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:15.849743 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdfa16b-19da-451f-9fb3-10483ac0059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260', 'code': 200} Apr 02 13:09:15.866033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:15.888458 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5868618 Apr 02 13:09:15.955574 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'status': 'completed', 'code': 200} Apr 02 13:09:16.125962 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-2c616a31-e252-4feb-be14-3e8a8dfa80cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2567704 Apr 02 13:09:16.274691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-a29187f4-4f7f-4171-9ca1-4f5b2fb8c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:16.281628 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-a29187f4-4f7f-4171-9ca1-4f5b2fb8c2ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 1098 time: 0.3299875 Apr 02 13:09:16.354439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6563c211-5397-4298-808c-8d4c671f0733 None None] Network 180284db-f052-4d15-bd4b-56b93df12ab3 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:09:16.420169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '7f9553e8-3dd7-4c8b-943c-547e451779a4', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'floating_ip_address': '172.28.1.72', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'port_id': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'mac_address': 'fa:16:3e:fa:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:08:46Z', 'updated_at': '2021-04-02T13:09:13Z', 'revision_number': 1, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:09:16.427365 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] Checking router: 4fdfc4ac-2607-4591-8e32-d99ef216b674 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:09:16.441312 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:09:16.442433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:08:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:09:16.699398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:16.708628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:09:16.767207 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:16.823487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:17.320656 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbcd02-32a9-4d0c-8b44-783192ab008a req-c530ccb1-5685-47c5-b333-5751ce866056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:17.322637 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d2fbcd02-32a9-4d0c-8b44-783192ab008a req-c530ccb1-5685-47c5-b333-5751ce866056 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 1098 time: 1.1950078 Apr 02 13:09:17.342841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '7f9553e8-3dd7-4c8b-943c-547e451779a4', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'floating_ip_address': '172.28.1.72', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'port_id': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'mac_address': 'fa:16:3e:fa:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:08:46Z', 'updated_at': '2021-04-02T13:09:13Z', 'revision_number': 1, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:09:17.349299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4f4909-71ed-445f-818d-6594a1e9e8e6 None None] The sync data for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb is: [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '7f9553e8-3dd7-4c8b-943c-547e451779a4', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'floating_ip_address': '172.28.1.72', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'port_id': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'mac_address': 'fa:16:3e:fa:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:08:46Z', 'updated_at': '2021-04-02T13:09:13Z', 'revision_number': 1, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:09:17.438080 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56574) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:17.466177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67f7d8-0ba9-4814-a58f-39e68a3f1d9f,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:17.471323 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-a00253ff-db9b-452e-997f-28a5e0294755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:17.473268 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-a00253ff-db9b-452e-997f-28a5e0294755 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 916 time: 1.1754227 Apr 02 13:09:17.479539 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56580) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:17.480294 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=137408403f364efd87d782dbb0e36fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0931261 Apr 02 13:09:17.487178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:17.569108 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-f9532a57-9e0c-4ad4-9066-458a6918924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:17.571025 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-f9532a57-9e0c-4ad4-9066-458a6918924a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 1098 time: 1.2800572 Apr 02 13:09:17.607886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cc0d84f1-4ddd-4164-b833-7dc0d1060805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:17.662044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cc0d84f1-4ddd-4164-b833-7dc0d1060805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:17.725326 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cc0d84f1-4ddd-4164-b833-7dc0d1060805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:17.731337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c5519eeb-eb76-4daa-b1cc-f29c238ce43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:17.758033 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d2fbcd02-32a9-4d0c-8b44-783192ab008a req-e30a5215-a79c-4ba5-bef8-f2b18008a226 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316920 Apr 02 13:09:17.764449 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d84f1-4ddd-4164-b833-7dc0d1060805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67f7d8-0ba9-4814-a58f-39e68a3f1d9f,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:17.769976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cc0d84f1-4ddd-4164-b833-7dc0d1060805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:17.788887 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cc0d84f1-4ddd-4164-b833-7dc0d1060805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:17.790312 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-cc0d84f1-4ddd-4164-b833-7dc0d1060805 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d67f7d8-0ba9-4814-a58f-39e68a3f1d9f HTTP/1.1" status: 204 len: 168 time: 0.3097253 Apr 02 13:09:17.795254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08397a92-1060-4256-a048-c6d5bef1dc56 req-e39d6e79-3a13-473a-a59c-f10628082126 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:17.804516 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-08397a92-1060-4256-a048-c6d5bef1dc56 req-e39d6e79-3a13-473a-a59c-f10628082126 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.8729541 Apr 02 13:09:17.828760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d448a3a-456c-4625-932d-4608303711c9 None None] New status for floating IP 7f9553e8-3dd7-4c8b-943c-547e451779a4: ACTIVE {{(pid=84331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:09:17.834126 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-605002dc-10fd-4df5-bbaf-99dd40dfa9c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d8beb0b-6c91-4784-a18e-807f7720326b HTTP/1.1" status: 200 len: 998 time: 0.3411746 Apr 02 13:09:17.878557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:17.909728 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-60ec2f72-b436-450d-b3db-26690b69cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:17.912392 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-60ec2f72-b436-450d-b3db-26690b69cc5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 915 time: 0.3054037 Apr 02 13:09:17.919449 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:17.929420 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] Usage tracker for resource:security_group_rule and tenant:3d1e5a6f16bd4c4c8b55dcb8042b1b45 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:17.934488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:17.955391 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:18.063537 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-59f32e08-162a-4926-b888-9fc34b2440c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b093647-4136-45a7-829c-7e41e88bc03c HTTP/1.1" status: 200 len: 217 time: 0.0917299 Apr 02 13:09:18.085126 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bd285-f5f6-4e1b-bfc2-72205394adae req-0aee0d72-f9ba-4170-bcf1-70ee3f840480 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:18.094210 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b81bd285-f5f6-4e1b-bfc2-72205394adae req-0aee0d72-f9ba-4170-bcf1-70ee3f840480 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 945 time: 1.0960875 Apr 02 13:09:18.152664 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:18.158192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:18.169119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cc0d84f1-4ddd-4164-b833-7dc0d1060805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:18.201216 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa212c9e-f2aa-44de-8759-4fe5b42ebc0c,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:18.217902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:18.245849 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d1e5a6f16bd4c4c8b55dcb8042b1b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065987 Apr 02 13:09:18.246579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56600) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:18.281875 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-08397a92-1060-4256-a048-c6d5bef1dc56 req-be015e48-bdb5-44b6-b000-97feedc6eb94 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763377 Apr 02 13:09:18.286729 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b81bd285-f5f6-4e1b-bfc2-72205394adae req-a3d5e0a4-a4e3-44b9-95c3-b63467e6b506 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903150 Apr 02 13:09:18.305419 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-684cb6f0-7f74-48cb-b9f1-cb67ea6a5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:18.305419 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-684cb6f0-7f74-48cb-b9f1-cb67ea6a5804 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.4623697 Apr 02 13:09:18.327854 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2282b0e1-acfc-482e-9608-7faf590f66a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:18.361286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2282b0e1-acfc-482e-9608-7faf590f66a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:18.406370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-d42cfdef-2662-4ed3-bdb1-0d8bc0c63f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:18.408294 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-d42cfdef-2662-4ed3-bdb1-0d8bc0c63f6b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c78b424-958f-46c7-b25f-1cb6c1628394 HTTP/1.1" status: 200 len: 854 time: 0.3100011 Apr 02 13:09:18.436058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2282b0e1-acfc-482e-9608-7faf590f66a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:18.446315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-73a5ae67-dc0c-494e-a403-cfa62c478b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:18.463418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2282b0e1-acfc-482e-9608-7faf590f66a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:18.467232 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2282b0e1-acfc-482e-9608-7faf590f66a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa212c9e-f2aa-44de-8759-4fe5b42ebc0c HTTP/1.1" status: 204 len: 168 time: 0.2171533 Apr 02 13:09:18.467232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282b0e1-acfc-482e-9608-7faf590f66a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa212c9e-f2aa-44de-8759-4fe5b42ebc0c,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:18.468392 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2282b0e1-acfc-482e-9608-7faf590f66a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:18.484118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-d87d49ac-f341-4fd5-affe-454241f407de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:18.485718 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-d87d49ac-f341-4fd5-affe-454241f407de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1756129 Apr 02 13:09:18.504389 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-1806fe54-a701-41cd-8c50-4fd60feb64fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01b952a8-69f8-49d6-8648-89163aaedcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729218 Apr 02 13:09:18.949346 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-a094deed-0263-4aa6-b7eb-e480f0137119 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197800 Apr 02 13:09:18.962482 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8b15e070-0f85-4204-9a75-d113b598e732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:19.170925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-14e7e84f-6f63-4bba-a6d3-931156e141b6 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:19.179086 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-14e7e84f-6f63-4bba-a6d3-931156e141b6 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/networks?id=180284db-f052-4d15-bd4b-56b93df12ab3 HTTP/1.1" status: 200 len: 808 time: 0.2325895 Apr 02 13:09:19.282806 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-e6b97c8e-8a0c-4dfa-acf0-809e16305df0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/quotas/cb085a711e0f4ba3b24e33cacfd4c7ae HTTP/1.1" status: 200 len: 375 time: 0.1027670 Apr 02 13:09:19.410086 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-d0ab3058-4d2b-46a0-a39a-5b729c3347c2 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb085a711e0f4ba3b24e33cacfd4c7ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129873 Apr 02 13:09:19.433846 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-368ec9ea-6093-4dbc-87c3-61044bc5e5cc service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9314795 Apr 02 13:09:19.749576 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c9a3a15-dcc4-4647-8a81-50e2f346e5ac req-deac9a80-d921-4ca0-8685-7c43ff50363f service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7844653 Apr 02 13:09:19.870009 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-fa1a20e6-0b13-491d-b834-719fbcd8a4ef service neutron] 10.222.0.10 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395974 Apr 02 13:09:19.881882 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa303915-f646-4757-bbc6-a0e9b05207a4 req-1eb85513-3415-461f-b137-856cc5d1599f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:19.883714 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aa303915-f646-4757-bbc6-a0e9b05207a4 req-1eb85513-3415-461f-b137-856cc5d1599f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.2872491 Apr 02 13:09:19.920500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:19.924081 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:19.928092 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6be98ee9-b31a-4a3d-ade4-ecd564c278a9 req-91ec5980-3d69-4b1b-8044-3e74cb6e8b03 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776877 Apr 02 13:09:20.064330 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aa303915-f646-4757-bbc6-a0e9b05207a4 req-b7849c6b-0124-494b-991c-e83cdc4f29c4 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349351 Apr 02 13:09:20.123605 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-21ebe1e0-0a2f-4c5b-911e-e8272084d84d service neutron] 10.222.0.10 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387691 Apr 02 13:09:20.366821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c8959-b572-4d18-99b9-d1af3467b521 req-79155b87-dbc1-401f-b28e-4047cb2f6722 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:20.376589 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-af0c8959-b572-4d18-99b9-d1af3467b521 req-79155b87-dbc1-401f-b28e-4047cb2f6722 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 945 time: 0.1365376 Apr 02 13:09:20.437095 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-af0c8959-b572-4d18-99b9-d1af3467b521 req-d69715e7-ec0d-44d8-a3c6-07c1ca845ffe tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594029 Apr 02 13:09:20.553604 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a8678355-e8d3-46b4-8cae-bc1bed7d8a69 req-3d243be7-dc1b-4f67-8f57-d36bad803181 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 210 time: 0.0684073 Apr 02 13:09:20.702429 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4bba3739-85b5-45e3-be51-bb148d523f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:21.331766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290d8fe-db51-4a96-a701-37d3502ea285 req-5f31ae84-e12a-4dc6-b30d-eaa73752cdf6 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:21.334768 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0290d8fe-db51-4a96-a701-37d3502ea285 req-5f31ae84-e12a-4dc6-b30d-eaa73752cdf6 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.1284196 Apr 02 13:09:21.396787 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0290d8fe-db51-4a96-a701-37d3502ea285 req-a96cd4e8-006d-4525-92bb-9b10aaa0b07a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528913 Apr 02 13:09:21.549275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:22.231682 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e81f8f93-89e5-4dce-a17b-9adb054f2b3f req-75104aec-d0bc-484c-b1c4-ba32730b5b29 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 210 time: 0.0712895 Apr 02 13:09:22.313264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-dd76f83a-67d0-41ca-abbd-8792f24e2db5 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:22.315955 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-dd76f83a-67d0-41ca-abbd-8792f24e2db5 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.23 "GET /v2.0/networks?id=180284db-f052-4d15-bd4b-56b93df12ab3 HTTP/1.1" status: 200 len: 808 time: 0.5553827 Apr 02 13:09:22.347058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Request body: {'port': {'device_id': '7cca80c4-3822-46bf-9106-2116ce71ff88', 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3', 'admin_state_up': True, 'tenant_id': 'cb085a711e0f4ba3b24e33cacfd4c7ae'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:22.523656 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:22.527880 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Usage tracker for resource:port and tenant:cb085a711e0f4ba3b24e33cacfd4c7ae is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:22.530962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:22.540245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:22.594740 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Made reservation on behalf of cb085a711e0f4ba3b24e33cacfd4c7ae for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:22.601951 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:22.731812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3dfbb-3f66-4abc-822f-0dc719952ecf req-9844de57-9f91-4eb1-a020-68ef97a5064c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:22.733625 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0fe3dfbb-3f66-4abc-822f-0dc719952ecf req-9844de57-9f91-4eb1-a020-68ef97a5064c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.1954308 Apr 02 13:09:22.947300 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0fe3dfbb-3f66-4abc-822f-0dc719952ecf req-126c89ca-5a18-4dad-8256-dfc35c31a0ad tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048569 Apr 02 13:09:22.974059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Allocated IP 172.20.0.2 (180284db-f052-4d15-bd4b-56b93df12ab3/4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3/7c1ed1f4-ec32-4826-a615-55dfef995dad) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:09:23.122969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56812) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:23.168046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:23.357489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:23.386784 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:23.392089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:368ad7a51d284d008d015a24ea820945 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:23.396795 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:23.404061 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:23.500926 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:23.504343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:23.514438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6822e973-a44f-4f22-8bdd-d51861c9ba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:23.521739 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-503520a9-685c-41fa-b364-326ed86ccd56 req-8c714a6f-c2fe-45e7-a019-90d959bb35fe tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 210 time: 0.1089702 Apr 02 13:09:23.529910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:23.577132 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=368ad7a51d284d008d015a24ea820945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519925 Apr 02 13:09:23.579059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56838) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:23.582244 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57c5aa9-8dec-4d91-8dbb-7025fd4813b2,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:23.601835 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:23.655414 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658147-2005-44da-937b-f73c0d379cef req-7839f58a-1a68-4470-8e5c-ccb09de380f1 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:23.664369 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-7839f58a-1a68-4470-8e5c-ccb09de380f1 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 814 time: 0.2919903 Apr 02 13:09:23.676838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-739f3318-3aa1-4fe7-84a8-65a97e191e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:23.687120 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-a77f30d8-4525-4428-adce-95b72ca0bdd4 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/quotas/581ee3ea918541b5beda9adf261bbc27 HTTP/1.1" status: 200 len: 375 time: 0.0208442 Apr 02 13:09:23.723995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-739f3318-3aa1-4fe7-84a8-65a97e191e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:23.738192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56848) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:23.787819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:23.799626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-739f3318-3aa1-4fe7-84a8-65a97e191e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:23.806128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b8959d4c-fd00-4b28-a476-4299dec0fabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:23.814291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:23.823602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f3318-3aa1-4fe7-84a8-65a97e191e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57c5aa9-8dec-4d91-8dbb-7025fd4813b2,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:23.827034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-739f3318-3aa1-4fe7-84a8-65a97e191e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:23.828218 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-739f3318-3aa1-4fe7-84a8-65a97e191e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:23.829598 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-739f3318-3aa1-4fe7-84a8-65a97e191e54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f57c5aa9-8dec-4d91-8dbb-7025fd4813b2 HTTP/1.1" status: 204 len: 168 time: 0.2493646 Apr 02 13:09:23.936137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Pushing event updated for resources: {'Port': ['ID=7c1ed1f4-ec32-4826-a615-55dfef995dad,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:23.969096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.000347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:24.005076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] Usage tracker for resource:security_group_rule and tenant:8bea170befe444cea423b366dcfeda64 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:24.009068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:24.016284 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-7feffd3a-3ab0-4d76-8d6b-1521bc3eb1e2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3290482 Apr 02 13:09:24.028145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:24.038715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:24.186552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.189573 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-e98aa465-09a5-4d40-b487-1ce97482f8cb service neutron] 10.222.0.10 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592321 Apr 02 13:09:24.196846 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Network 180284db-f052-4d15-bd4b-56b93df12ab3 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:09:24.198638 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.231977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ddfc4c6d-cd49-4004-aa60-8f269406e65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:24.264852 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bea170befe444cea423b366dcfeda64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253172 Apr 02 13:09:24.265906 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f28a618-cee7-44f3-a39f-8bcf99853c94,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:24.269295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56866) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:24.273396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:24.346911 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:09:24.349938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56870) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:24.357264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:09:24.375027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1107bb08-713a-4f74-8d86-e41f4143ef7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.379343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.414445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:24.423386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] Usage tracker for resource:security_group_rule and tenant:c79916d31ced464dbeedb8ddb2125940 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:24.428559 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1107bb08-713a-4f74-8d86-e41f4143ef7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.436111 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:24.446200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:24.451917 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:24.452091 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.517961 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1107bb08-713a-4f74-8d86-e41f4143ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.519013 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-f3067a6a-5019-426b-a084-894372000b05 service neutron] 10.222.0.10 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210087 Apr 02 13:09:24.533187 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf3d19-520d-4699-ad87-d40666e27ca0 req-a822b3fa-d596-451b-92e7-4d2f4e77a1aa tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:24.541282 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dddf3d19-520d-4699-ad87-d40666e27ca0 req-a822b3fa-d596-451b-92e7-4d2f4e77a1aa tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.3474782 Apr 02 13:09:24.542355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e5c4c309-3c41-4c9e-99d7-fd3c5913ab7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:24.544786 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2024944 Apr 02 13:09:24.571365 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Request body: {'port': {'device_id': '7cca80c4-3822-46bf-9106-2116ce71ff88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:24.583944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107bb08-713a-4f74-8d86-e41f4143ef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f28a618-cee7-44f3-a39f-8bcf99853c94,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:24.601477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1107bb08-713a-4f74-8d86-e41f4143ef7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:24.620705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1107bb08-713a-4f74-8d86-e41f4143ef7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.625615 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1107bb08-713a-4f74-8d86-e41f4143ef7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f28a618-cee7-44f3-a39f-8bcf99853c94 HTTP/1.1" status: 204 len: 168 time: 0.3536742 Apr 02 13:09:24.650420 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dddf3d19-520d-4699-ad87-d40666e27ca0 req-a51cb9f1-ecd0-4bfe-a3fe-3c6118ad4741 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080940 Apr 02 13:09:24.704969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.709008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.717875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-266fb7d7-6cb1-47b4-a05b-525b753f8d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:24.811142 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c79916d31ced464dbeedb8ddb2125940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600825 Apr 02 13:09:24.812177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af188a3f-d5cc-4abd-ae5f-fdbca08c9f93,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:24.814872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56888) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:24.818340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:24.896370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8e194469-d394-46fc-900f-96040619714b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.907520 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5386bdea-7daa-4e31-aa28-888609bb8f5a req-4225b03d-0b8e-4abf-ad8b-75c2d058fa87 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 210 time: 0.1423824 Apr 02 13:09:24.934158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8e194469-d394-46fc-900f-96040619714b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.989346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8e194469-d394-46fc-900f-96040619714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:24.996741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-63932983-cc78-4409-b23a-6c048b62fb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:25.011187 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e194469-d394-46fc-900f-96040619714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af188a3f-d5cc-4abd-ae5f-fdbca08c9f93,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:25.016774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8e194469-d394-46fc-900f-96040619714b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:25.022295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8e194469-d394-46fc-900f-96040619714b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:25.023619 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8e194469-d394-46fc-900f-96040619714b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af188a3f-d5cc-4abd-ae5f-fdbca08c9f93 HTTP/1.1" status: 204 len: 168 time: 0.2078750 Apr 02 13:09:25.061815 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:25.185787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56906) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:25.221291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8a696-044f-4857-9600-e7e580d9c263 req-e91ed486-8768-4e92-9a8b-fbabb6698d50 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:25.222232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-50f8a696-044f-4857-9600-e7e580d9c263 req-e91ed486-8768-4e92-9a8b-fbabb6698d50 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Synchronizing usage tracker for tenant:cb085a711e0f4ba3b24e33cacfd4c7ae on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:09:25.228886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:25.270383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:25.278550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] Usage tracker for resource:security_group_rule and tenant:6b274db1226e4145a5d5e6b15dcea882 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:25.286299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:25.296824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-50f8a696-044f-4857-9600-e7e580d9c263 req-e91ed486-8768-4e92-9a8b-fbabb6698d50 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Unset dirty status for tenant:cb085a711e0f4ba3b24e33cacfd4c7ae on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:09:25.299141 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-50f8a696-044f-4857-9600-e7e580d9c263 req-e91ed486-8768-4e92-9a8b-fbabb6698d50 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 931 time: 0.3889720 Apr 02 13:09:25.312295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:25.449646 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:25.453075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:25.470965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6bf1d88c-b869-4bcf-9e6e-a6a22713ff10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:25.522364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852ae40d-d8dc-48a9-b8e1-55912be557b8,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:25.531888 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-50f8a696-044f-4857-9600-e7e580d9c263 req-77399e58-f929-4be9-a4fd-ee5a3c9e758e tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611559 Apr 02 13:09:25.537805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:25.545868 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b274db1226e4145a5d5e6b15dcea882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565454 Apr 02 13:09:25.546349 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56924) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:25.711454 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c09adebc-515f-435f-b205-bd794156a186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:25.728876 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1ed1f4-ec32-4826-a615-55dfef995dad {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:09:25.749015 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c09adebc-515f-435f-b205-bd794156a186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:25.759301 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:25.839397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c09adebc-515f-435f-b205-bd794156a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:25.842748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Transition to ACTIVE for port object 7c1ed1f4-ec32-4826-a615-55dfef995dad will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:09:25.845883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2282b0e1-acfc-482e-9608-7faf590f66a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:25.858161 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09adebc-515f-435f-b205-bd794156a186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852ae40d-d8dc-48a9-b8e1-55912be557b8,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:25.863519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c09adebc-515f-435f-b205-bd794156a186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:25.866429 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c09adebc-515f-435f-b205-bd794156a186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:25.870091 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c09adebc-515f-435f-b205-bd794156a186 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/852ae40d-d8dc-48a9-b8e1-55912be557b8 HTTP/1.1" status: 204 len: 168 time: 0.3202105 Apr 02 13:09:25.976470 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:26.002666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:26.409040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 56966) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:26.564915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Pushing event updated for resources: {'Port': ['ID=7c1ed1f4-ec32-4826-a615-55dfef995dad,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:26.590704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1771600928-network', 'tenant_id': 'c4a5f6aa425246218b08a963fc639af9'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:26.604117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:26.613274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Usage tracker for resource:network and tenant:c4a5f6aa425246218b08a963fc639af9 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:26.619881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:26.625980 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:26.638746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:26.662317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Made reservation on behalf of c4a5f6aa425246218b08a963fc639af9 for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:26.668480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:26.705535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:26.739286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:26.750622 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-997f5ea0-1b5e-4788-b2ce-b029df70c58d req-9e75fcbf-5fc0-4f21-8e81-6e7f50c8f378 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 210 time: 0.2531216 Apr 02 13:09:26.763557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a5f6aa425246218b08a963fc639af9 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:26.767197 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:26.774615 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:26.822071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd9ee-4a4b-4eb6-83df-0dbad650a30a req-bf880a54-52a7-456f-ab31-4776667e2e6f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:26.829913 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-82bbd9ee-4a4b-4eb6-83df-0dbad650a30a req-bf880a54-52a7-456f-ab31-4776667e2e6f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.9939024 Apr 02 13:09:26.909839 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:26.914745 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-82bbd9ee-4a4b-4eb6-83df-0dbad650a30a req-7593a2f5-4ea0-4b28-a5ac-9b35f8a9114e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838192 Apr 02 13:09:26.923001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:26.950647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=84329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:09:26.968493 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:26.975158 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Added segment 36de3ca4-2ff1-4b59-b52b-9076c50f6f10 of type vlan for network f00e0c85-7306-4f5a-ad56-77862b1d492b Apr 02 13:09:26.981309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4d72c753-3ac8-418d-b778-2e4557faf5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:27.002310 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658147-2005-44da-937b-f73c0d379cef req-7087e027-a40d-4e90-9e35-9c284edb7aa7 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:27.003952 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-7087e027-a40d-4e90-9e35-9c284edb7aa7 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 814 time: 0.4308867 Apr 02 13:09:27.029805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:27.032352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Request body: {'port': {'device_id': 'c30eeb77-a91b-43ee-ae39-481fa65f5a6c', 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1', 'admin_state_up': True, 'tenant_id': '581ee3ea918541b5beda9adf261bbc27'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:27.034166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aae6ac-2c99-4dcc-ad95-676f8741d5c7,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:27.038310 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:27.064707 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:27.066114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:27.067286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:27.072528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ce7721f2-9288-4704-be75-dd1f84894ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:27.208973 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7984838 Apr 02 13:09:27.211896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57000) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:27.218095 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Request body: {'subnet': {'network_id': 'f00e0c85-7306-4f5a-ad56-77862b1d492b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1771600928-subnet', 'tenant_id': 'c4a5f6aa425246218b08a963fc639af9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:27.221795 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f00e0c85-7306-4f5a-ad56-77862b1d492b,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:27.224949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:27.227442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:27.231647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Usage tracker for resource:subnet and tenant:c4a5f6aa425246218b08a963fc639af9 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:27.234600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network f00e0c85-7306-4f5a-ad56-77862b1d492b details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:09:27.253961 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:27.263493 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:27.273333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Made reservation on behalf of c4a5f6aa425246218b08a963fc639af9 for: {'subnet': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:27.278195 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852546945'] for subnet, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:27.524747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:27.559663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:27.570705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Attempting to bind port 7c1ed1f4-ec32-4826-a615-55dfef995dad on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:09:27.571316 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Attempting to bind port 7c1ed1f4-ec32-4826-a615-55dfef995dad by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'eebd8551-a2ff-4899-9db0-53fbca684d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:09:27.571853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Attempting to bind port 7c1ed1f4-ec32-4826-a615-55dfef995dad on network 180284db-f052-4d15-bd4b-56b93df12ab3 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:09:27.581869 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f9b24-b824-4107-bea9-8ae144ca96ea req-38a77fb5-658c-4f21-b8e5-7404a548a42b tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:27.585886 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2a7f9b24-b824-4107-bea9-8ae144ca96ea req-38a77fb5-658c-4f21-b8e5-7404a548a42b tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 943 time: 0.2967982 Apr 02 13:09:27.606100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Made reservation on behalf of 581ee3ea918541b5beda9adf261bbc27 for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:27.612398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:27.638759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Port 7c1ed1f4-ec32-4826-a615-55dfef995dad on network 180284db-f052-4d15-bd4b-56b93df12ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:09:27.639132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Attempting to bind port 7c1ed1f4-ec32-4826-a615-55dfef995dad on network 180284db-f052-4d15-bd4b-56b93df12ab3 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:09:27.717524 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:09:27.717907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Checking segment: {'id': 'eebd8551-a2ff-4899-9db0-53fbca684d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:09:27.718333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Bound using segment: {'id': 'eebd8551-a2ff-4899-9db0-53fbca684d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:09:27.718948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Bound port: 7c1ed1f4-ec32-4826-a615-55dfef995dad, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebd8551-a2ff-4899-9db0-53fbca684d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:09:27.719181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:27.858036 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2a7f9b24-b824-4107-bea9-8ae144ca96ea req-ccf3bf23-3a21-45a9-9a1d-1cc7619d26d6 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522628 Apr 02 13:09:28.037133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] For port 7c1ed1f4-ec32-4826-a615-55dfef995dad, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:09:28.040444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] For port 7c1ed1f4-ec32-4826-a615-55dfef995dad, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=7c1ed1f4-ec32-4826-a615-55dfef995dad,segment=NetworkSegment(eebd8551-a2ff-4899-9db0-53fbca684d55),segment_id=eebd8551-a2ff-4899-9db0-53fbca684d55)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:09:28.065755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:28.095853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851894299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852546996'] for subnet, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:28.271497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:28.317781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:28.378066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd1e44a-b634-4449-b63a-8f3347c4894a,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:28.382335 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:28.417033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Checking segment: {'id': '36de3ca4-2ff1-4b59-b52b-9076c50f6f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f00e0c85-7306-4f5a-ad56-77862b1d492b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:09:28.417343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Network hostable DHCP agents. Network: f00e0c85-7306-4f5a-ad56-77862b1d492b, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:09:28.438677 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Network f00e0c85-7306-4f5a-ad56-77862b1d492b is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:09:28.450289 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, f00e0c85-7306-4f5a-ad56-77862b1d492b) {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:09:28.459276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033d599-6387-40cb-ac7e-00e4e448bf2b None None] Network f00e0c85-7306-4f5a-ad56-77862b1d492b requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:09:28.476395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:28.477388 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:28.513577 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-566db63d-25f4-4023-b515-9b9e356a5cb9 req-6e013c9d-d478-4411-a947-3ff081cae9b5 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 210 time: 0.4633124 Apr 02 13:09:28.516791 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8a0e69a4-b6a5-4a3a-9698-6fb06ccf1624 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3035936 Apr 02 13:09:28.646277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:28.647156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:28.648722 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] 10.222.0.23 "PUT /v2.0/ports/7c1ed1f4-ec32-4826-a615-55dfef995dad HTTP/1.1" status: 200 len: 1093 time: 4.0876133 Apr 02 13:09:28.667235 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cca80c4-3822-46bf-9106-2116ce71ff88', 'tag': '7c1ed1f4-ec32-4826-a615-55dfef995dad'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:28.777534 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Pushing event updated for resources: {'Port': ['ID=7c1ed1f4-ec32-4826-a615-55dfef995dad,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:28.797350 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:28.815612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934fdfa6-729c-42f7-93e5-a3349f4dc487 None None] Network f00e0c85-7306-4f5a-ad56-77862b1d492b requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:09:28.820272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eacbc0-57b2-4741-a853-efe4fea20dab req-26c37e3f-c8f6-492c-865b-91f0b59b0013 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:28.822101 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-98eacbc0-57b2-4741-a853-efe4fea20dab req-26c37e3f-c8f6-492c-865b-91f0b59b0013 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.5605488 Apr 02 13:09:28.910886 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cca80c4-3822-46bf-9106-2116ce71ff88', 'tag': '7c1ed1f4-ec32-4826-a615-55dfef995dad', 'status': 'completed', 'code': 200} Apr 02 13:09:28.926593 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-98eacbc0-57b2-4741-a853-efe4fea20dab req-b00a6636-8f78-43e4-9425-ce330dd875b4 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911784 Apr 02 13:09:28.947037 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Allocated IP 172.20.0.13 (01b952a8-69f8-49d6-8648-89163aaedcf1/4c78b424-958f-46c7-b25f-1cb6c1628394/40d113d2-2d64-4acd-b535-487f00d7a910) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:09:28.978076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-a64167f4-f591-410d-936b-a07fbf1caa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:28.980397 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-a64167f4-f591-410d-936b-a07fbf1caa68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb085a711e0f4ba3b24e33cacfd4c7ae&device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 1096 time: 0.2747774 Apr 02 13:09:29.103613 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-7c08c43b-6ccc-44d9-9047-ca995616b5d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c1ed1f4-ec32-4826-a615-55dfef995dad HTTP/1.1" status: 200 len: 217 time: 0.1070161 Apr 02 13:09:29.138447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57088) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:29.377141 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-97262507-9e01-4400-9188-d104afdafd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:29.379759 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-97262507-9e01-4400-9188-d104afdafd50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3 HTTP/1.1" status: 200 len: 848 time: 0.2600815 Apr 02 13:09:29.433072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:29.477478 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:29.493762 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e51f42781d8b4a3ea6d32eb01bca21dc is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:29.497551 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:29.516563 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:29.637022 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57118) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:29.654853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-790358727-network', 'tenant_id': 'b31dbf6e64f84c4ea84ac1cfc8931928'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:29.671407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:29.677176 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:29.680988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Usage tracker for resource:network and tenant:b31dbf6e64f84c4ea84ac1cfc8931928 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:29.685459 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:29.694566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:29.706575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:29.720614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fce2320b-e19d-453f-b1eb-ee1c646939c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:29.737819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Made reservation on behalf of b31dbf6e64f84c4ea84ac1cfc8931928 for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:29.743014 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:29.768383 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-c20a0130-f947-442f-a447-eedf25a767a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=180284db-f052-4d15-bd4b-56b93df12ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3662109 Apr 02 13:09:29.771803 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:29.775749 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7c1ac886-c790-4e2d-92ca-83727fbff57a req-b980f25f-7cb6-43c9-bb96-8d92654604b1 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 210 time: 0.0766883 Apr 02 13:09:29.785283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f188d-d3d4-442e-966e-f0aa31e2060b req-0bbce8f8-7976-43e3-9539-ceabf50b0b1e tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:29.787180 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-492f188d-d3d4-442e-966e-f0aa31e2060b req-0bbce8f8-7976-43e3-9539-ceabf50b0b1e tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 943 time: 0.6806376 Apr 02 13:09:29.790159 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e51f42781d8b4a3ea6d32eb01bca21dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515393 Apr 02 13:09:29.797007 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:29.802110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b31dbf6e64f84c4ea84ac1cfc8931928 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:29.805358 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:29.811503 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:29.828960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 57126) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:29.899907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:29.902291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a196fb5-abe2-460c-90bd-23701824409c,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:29.905801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:29.909524 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:29.910115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1147c40e-80b0-499f-8604-10083756f6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:29.942510 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:09:29.955692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c981fd0-d1e9-4e51-8280-a4b09f9fb06b,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:29.960342 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:29.964295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:29.964899 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Added segment d311e334-9571-4274-9af4-b4161c34b0bc of type vlan for network 7055d181-c018-4243-a72c-6f4dd279d714 Apr 02 13:09:30.002117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.020955 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-492f188d-d3d4-442e-966e-f0aa31e2060b req-1a26bce0-3616-4124-9ea9-183f108125b0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133863 Apr 02 13:09:30.034046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.037790 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:30.038447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.043736 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:30.049226 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-45f8b734-1ed6-4270-b729-980ef9653e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.058436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.117460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-45f8b734-1ed6-4270-b729-980ef9653e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.189102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Pushing event updated for resources: {'Network': ['ID=7055d181-c018-4243-a72c-6f4dd279d714,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:30.193923 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5547810 Apr 02 13:09:30.194076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:30.196428 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57138) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:30.200618 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network 7055d181-c018-4243-a72c-6f4dd279d714 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:09:30.202748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Request body: {'subnet': {'network_id': '7055d181-c018-4243-a72c-6f4dd279d714', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-790358727-subnet', 'tenant_id': 'b31dbf6e64f84c4ea84ac1cfc8931928', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:30.208873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:30.213100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Usage tracker for resource:subnet and tenant:b31dbf6e64f84c4ea84ac1cfc8931928 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:30.216457 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:30.222509 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:30.231619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Made reservation on behalf of b31dbf6e64f84c4ea84ac1cfc8931928 for: {'subnet': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:30.236547 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852546945'] for subnet, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.241402 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-5eea2a96-ba4d-4361-964c-dcd8bfbe3b91 service neutron] 10.222.0.23 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392915 Apr 02 13:09:30.390098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.394725 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-45f8b734-1ed6-4270-b729-980ef9653e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.402706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['6b093647-4136-45a7-829c-7e41e88bc03c', 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:09:30.419068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:30.459769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d947079-715b-4772-8125-99207cbef642 req-aa77e926-90fe-4e1e-9455-cf83a7570b12 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:30.463671 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9d947079-715b-4772-8125-99207cbef642 req-aa77e926-90fe-4e1e-9455-cf83a7570b12 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.3345728 Apr 02 13:09:30.621489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Pushing event updated for resources: {'Port': ['ID=40d113d2-2d64-4acd-b535-487f00d7a910,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:30.634702 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:30.665114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:30.673142 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851894299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852546996'] for subnet, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.678407 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9d947079-715b-4772-8125-99207cbef642 req-b42657c8-6085-4431-b478-965111a268f0 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495514 Apr 02 13:09:30.680488 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d42ad814-2edc-4f3a-8474-dbc7b0c10a36 req-a6e4f3ad-75a3-473d-8c29-16c436e05f57 service neutron] 10.222.0.23 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251254 Apr 02 13:09:30.688036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8b734-1ed6-4270-b729-980ef9653e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a196fb5-abe2-460c-90bd-23701824409c,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:30.696382 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-45f8b734-1ed6-4270-b729-980ef9653e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:30.717554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-60519372-0258-4970-8400-c2e1da3eae56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:30.717702 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-45f8b734-1ed6-4270-b729-980ef9653e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.717702 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-45f8b734-1ed6-4270-b729-980ef9653e16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a196fb5-abe2-460c-90bd-23701824409c HTTP/1.1" status: 204 len: 168 time: 0.8839927 Apr 02 13:09:30.847425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Network 01b952a8-69f8-49d6-8648-89163aaedcf1 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:09:30.850512 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:09:30.854818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:09:30.932213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd221eb-7e6a-470f-be61-ac4cb82200c0,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:30.936697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:30.948792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:30.949489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:30.962214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e09cc-61f7-4685-bd3c-5e1e4f313cac req-44391621-d747-472d-81e9-ee32076fcfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:30.966418 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ba1e09cc-61f7-4685-bd3c-5e1e4f313cac req-44391621-d747-472d-81e9-ee32076fcfd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb085a711e0f4ba3b24e33cacfd4c7ae&device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 1096 time: 0.1898894 Apr 02 13:09:31.020280 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Checking segment: {'id': 'd311e334-9571-4274-9af4-b4161c34b0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7055d181-c018-4243-a72c-6f4dd279d714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:09:31.021011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Network hostable DHCP agents. Network: 7055d181-c018-4243-a72c-6f4dd279d714, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84329) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:09:31.042817 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0158834 Apr 02 13:09:31.049827 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Network 7055d181-c018-4243-a72c-6f4dd279d714 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84329) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:09:31.060726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, 7055d181-c018-4243-a72c-6f4dd279d714) {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:09:31.070345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb67cf-c6de-48bc-81da-e9678a81a1bb None None] Network 7055d181-c018-4243-a72c-6f4dd279d714 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:09:31.085216 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:31.086104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:31.135029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Request body: {'port': {'device_id': 'c30eeb77-a91b-43ee-ae39-481fa65f5a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:31.135843 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-cfcd0fa2-b475-4cf0-99f3-c92f146bbee6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9382579 Apr 02 13:09:31.320500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57162) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:31.344246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:31.358079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:31.391831 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f0fea0-55f7-440e-ac64-f4228e74800e None None] Network 7055d181-c018-4243-a72c-6f4dd279d714 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:09:31.394638 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62c1fc-a5c0-4659-baf9-23b4aee33c54 req-0b712777-59c5-4794-bb3a-008ea1ef8881 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:31.395888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-8f62c1fc-a5c0-4659-baf9-23b4aee33c54 req-0b712777-59c5-4794-bb3a-008ea1ef8881 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Synchronizing usage tracker for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:09:31.396313 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:31.408844 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] Usage tracker for resource:security_group_rule and tenant:1faccb7effe143b09122e8466e23953f is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:31.414195 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:31.422154 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:31.485494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-8f62c1fc-a5c0-4659-baf9-23b4aee33c54 req-0b712777-59c5-4794-bb3a-008ea1ef8881 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Unset dirty status for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:09:31.486612 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8f62c1fc-a5c0-4659-baf9-23b4aee33c54 req-0b712777-59c5-4794-bb3a-008ea1ef8881 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 932 time: 0.5195935 Apr 02 13:09:31.511215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e09cc-61f7-4685-bd3c-5e1e4f313cac req-fb940d86-5536-4d81-a75f-be49d7184322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:31.512926 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ba1e09cc-61f7-4685-bd3c-5e1e4f313cac req-fb940d86-5536-4d81-a75f-be49d7184322 service neutron] 10.222.0.23 "GET /v2.0/networks?id=180284db-f052-4d15-bd4b-56b93df12ab3 HTTP/1.1" status: 200 len: 909 time: 0.5061679 Apr 02 13:09:31.548332 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:31.552417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:31.568255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-68e1312d-0981-44af-91c2-fe05fb592c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:31.602096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f45235b-b521-432a-ab09-6cb72b2d15ad,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:31.608806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:31.631860 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1faccb7effe143b09122e8466e23953f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076124 Apr 02 13:09:31.632254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57172) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:31.652930 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ba1e09cc-61f7-4685-bd3c-5e1e4f313cac req-5b6774b8-524e-4a0d-b4b1-716eb225a02e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c1ed1f4-ec32-4826-a615-55dfef995dad HTTP/1.1" status: 200 len: 217 time: 0.0801322 Apr 02 13:09:31.715236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-03da3f3f-15f9-451d-9ee4-2c799e74ff93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:31.744101 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-03da3f3f-15f9-451d-9ee4-2c799e74ff93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:31.749151 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c32f75-44ca-4aec-b6c0-c48d397fe936 req-eae911b6-e72e-4210-a2c2-fe18699d76a2 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:31.750718 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-23c32f75-44ca-4aec-b6c0-c48d397fe936 req-eae911b6-e72e-4210-a2c2-fe18699d76a2 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 943 time: 0.4699693 Apr 02 13:09:31.753786 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8f62c1fc-a5c0-4659-baf9-23b4aee33c54 req-c52c3e77-a5f6-4a35-a371-3fd4d6997ab2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571282 Apr 02 13:09:31.792933 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-03da3f3f-15f9-451d-9ee4-2c799e74ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:31.799353 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-739f3318-3aa1-4fe7-84a8-65a97e191e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:31.811418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da3f3f-15f9-451d-9ee4-2c799e74ff93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f45235b-b521-432a-ab09-6cb72b2d15ad,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:31.813893 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-03da3f3f-15f9-451d-9ee4-2c799e74ff93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:31.821380 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-03da3f3f-15f9-451d-9ee4-2c799e74ff93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:31.825081 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-03da3f3f-15f9-451d-9ee4-2c799e74ff93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f45235b-b521-432a-ab09-6cb72b2d15ad HTTP/1.1" status: 204 len: 168 time: 0.1881292 Apr 02 13:09:31.860584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e09cc-61f7-4685-bd3c-5e1e4f313cac req-3644fee1-46ea-46fb-847d-4d084a4b19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:31.862161 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ba1e09cc-61f7-4685-bd3c-5e1e4f313cac req-3644fee1-46ea-46fb-847d-4d084a4b19b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3 HTTP/1.1" status: 200 len: 848 time: 0.1822984 Apr 02 13:09:31.940165 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-23c32f75-44ca-4aec-b6c0-c48d397fe936 req-564bae1e-d392-4ca3-90cb-fe6fbe50d035 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735446 Apr 02 13:09:31.945942 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ba1e09cc-61f7-4685-bd3c-5e1e4f313cac req-3f9e4db1-5c83-4e8a-b140-f1d3349b4db9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=180284db-f052-4d15-bd4b-56b93df12ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645695 Apr 02 13:09:32.419211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57208) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:32.621032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:32.639562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:32.644434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef5e0e6c8d64b44b81638a353c93cb4 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:32.645872 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ba1e09cc-61f7-4685-bd3c-5e1e4f313cac req-fecfcb70-e207-437a-911d-bdc6e5918892 service neutron] 10.222.0.23 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838684 Apr 02 13:09:32.648385 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:32.654840 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:32.770134 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:32.774414 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:32.780385 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53442a-b4d4-48e4-ba10-5bdfcd9ed414 req-886d47a4-f4cd-4ba8-8743-85b5c46ed5a8 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:32.785072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-57529ca3-117c-4243-b9e4-392f0b95308e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:32.788730 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0c53442a-b4d4-48e4-ba10-5bdfcd9ed414 req-886d47a4-f4cd-4ba8-8743-85b5c46ed5a8 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.4330847 Apr 02 13:09:32.824051 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-bc5d7149-dece-49a3-9727-95d609cc4d6d tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:32.825862 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-bc5d7149-dece-49a3-9727-95d609cc4d6d tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/networks?id=f00e0c85-7306-4f5a-ad56-77862b1d492b HTTP/1.1" status: 200 len: 809 time: 0.4761090 Apr 02 13:09:32.827112 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.resource_extend [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 02 13:09:32.842156 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ef5e0e6c8d64b44b81638a353c93cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213743 Apr 02 13:09:32.846156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57230) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:32.869129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a280755-ac13-4dbf-a2de-b47b35e8c854,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:32.872990 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:32.893633 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-76f1bc10-0f7c-4628-a3a6-691bdd7892f7 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/quotas/c4a5f6aa425246218b08a963fc639af9 HTTP/1.1" status: 200 len: 375 time: 0.0539069 Apr 02 13:09:32.951346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-95219f0b-c7b9-4a6a-8df3-edfca703a968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:32.983573 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-4a122733-aa15-418c-8c05-a5ba4267a82a tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4a5f6aa425246218b08a963fc639af9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778344 Apr 02 13:09:32.994336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-95219f0b-c7b9-4a6a-8df3-edfca703a968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.049629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-95219f0b-c7b9-4a6a-8df3-edfca703a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.056828 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-0d623e5a-333a-4551-8cce-85d897a07643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:33.071874 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95219f0b-c7b9-4a6a-8df3-edfca703a968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a280755-ac13-4dbf-a2de-b47b35e8c854,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:33.077067 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-95219f0b-c7b9-4a6a-8df3-edfca703a968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:33.077891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-95219f0b-c7b9-4a6a-8df3-edfca703a968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.079177 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-95219f0b-c7b9-4a6a-8df3-edfca703a968 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a280755-ac13-4dbf-a2de-b47b35e8c854 HTTP/1.1" status: 204 len: 168 time: 0.2320585 Apr 02 13:09:33.090380 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0c53442a-b4d4-48e4-ba10-5bdfcd9ed414 req-f7e5d446-12b1-4d53-b703-7802d766aa9c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006968 Apr 02 13:09:33.116491 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d113d2-2d64-4acd-b535-487f00d7a910 {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:09:33.135533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.141860 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ba1e09cc-61f7-4685-bd3c-5e1e4f313cac req-ea4a2ddd-fe4c-4a68-9420-bd8611710e16 service neutron] 10.222.0.23 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775488 Apr 02 13:09:33.167909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Transition to ACTIVE for port object 40d113d2-2d64-4acd-b535-487f00d7a910 will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:09:33.183125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.257028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-10c24d39-583b-452e-ab5d-d7ed3a379999 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:33.510113 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-deacd5a1-b378-4e4f-8301-85192b1da410 service neutron] 10.222.0.10 "GET /v2.0/networks/f00e0c85-7306-4f5a-ad56-77862b1d492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119650 Apr 02 13:09:33.529270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Pushing event updated for resources: {'Port': ['ID=40d113d2-2d64-4acd-b535-487f00d7a910,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:33.558318 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:33.571003 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57256) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:33.590604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.607315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:33.611415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] Usage tracker for resource:security_group_rule and tenant:d17305e4dfbb415eb71da3ab3f98a104 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:33.614678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:33.620714 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:33.714629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.718027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.732854 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c4c5e247-2b59-467f-bb2d-8f2c812a3876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:33.775445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8676e2-2659-494a-a3ae-0e4ba0aa4236,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:33.776174 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-4d866e2c-ba9e-4bf7-9d2d-71494148f70b service neutron] 10.222.0.10 "GET /v2.0/networks/f00e0c85-7306-4f5a-ad56-77862b1d492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480929 Apr 02 13:09:33.787374 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:33.791257 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d17305e4dfbb415eb71da3ab3f98a104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190704 Apr 02 13:09:33.794040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57264) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:33.813228 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c7600-acf2-4793-a588-9051fa1f86cd req-4a1eb828-6a32-40b1-bf60-599d672e3f94 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:33.814785 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-811c7600-acf2-4793-a588-9051fa1f86cd req-4a1eb828-6a32-40b1-bf60-599d672e3f94 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 944 time: 0.3671651 Apr 02 13:09:33.815707 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Attempting to bind port 40d113d2-2d64-4acd-b535-487f00d7a910 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:09:33.816090 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Attempting to bind port 40d113d2-2d64-4acd-b535-487f00d7a910 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:09:33.816453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Attempting to bind port 40d113d2-2d64-4acd-b535-487f00d7a910 on network 01b952a8-69f8-49d6-8648-89163aaedcf1 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:09:33.822519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Port 40d113d2-2d64-4acd-b535-487f00d7a910 on network 01b952a8-69f8-49d6-8648-89163aaedcf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:09:33.823168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Attempting to bind port 40d113d2-2d64-4acd-b535-487f00d7a910 on network 01b952a8-69f8-49d6-8648-89163aaedcf1 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:09:33.830149 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:09:33.830486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Checking segment: {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:09:33.830894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Bound using segment: {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:09:33.831361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Bound port: 40d113d2-2d64-4acd-b535-487f00d7a910, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:09:33.831766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.861643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44c427a2-a6ce-4fa7-9f3d-0e27c061ce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.892386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44c427a2-a6ce-4fa7-9f3d-0e27c061ce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.956781 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-811c7600-acf2-4793-a588-9051fa1f86cd req-b4cef09d-7b11-49ad-aa00-174ef195791d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272266 Apr 02 13:09:33.958437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44c427a2-a6ce-4fa7-9f3d-0e27c061ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:33.972026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1107bb08-713a-4f74-8d86-e41f4143ef7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:34.003911 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c427a2-a6ce-4fa7-9f3d-0e27c061ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8676e2-2659-494a-a3ae-0e4ba0aa4236,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:34.023135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-44c427a2-a6ce-4fa7-9f3d-0e27c061ce81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:34.029200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44c427a2-a6ce-4fa7-9f3d-0e27c061ce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:34.031171 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-44c427a2-a6ce-4fa7-9f3d-0e27c061ce81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef8676e2-2659-494a-a3ae-0e4ba0aa4236 HTTP/1.1" status: 204 len: 168 time: 0.2350791 Apr 02 13:09:34.146499 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] For port 40d113d2-2d64-4acd-b535-487f00d7a910, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:09:34.149820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] For port 40d113d2-2d64-4acd-b535-487f00d7a910, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=40d113d2-2d64-4acd-b535-487f00d7a910,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:09:34.153465 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2f3f8d1c-20b4-41ab-ba8f-9bbf609f0d62 req-c97933ae-8ab8-4400-859d-c283e607162d tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 210 time: 0.1380146 Apr 02 13:09:34.157579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:34.361754 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-87eb3c5b-d3d0-4da9-8996-73a8e4e2397b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:34.612360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:34.613032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:34.614722 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] 10.222.0.23 "PUT /v2.0/ports/40d113d2-2d64-4acd-b535-487f00d7a910 HTTP/1.1" status: 200 len: 1094 time: 3.5156081 Apr 02 13:09:34.618559 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30eeb77-a91b-43ee-ae39-481fa65f5a6c', 'tag': '40d113d2-2d64-4acd-b535-487f00d7a910'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:34.627114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Pushing event updated for resources: {'Port': ['ID=40d113d2-2d64-4acd-b535-487f00d7a910,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:34.633175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:34.643501 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2dc70-011f-4428-baa7-196323ca61c1 req-148bd7f0-a0e7-425f-bc8f-e35ee0c670c2 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:34.651853 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-14f2dc70-011f-4428-baa7-196323ca61c1 req-148bd7f0-a0e7-425f-bc8f-e35ee0c670c2 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 943 time: 0.4972594 Apr 02 13:09:34.753151 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 7c1ed1f4-ec32-4826-a615-55dfef995dad details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:09:34.753601 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57316) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:34.967200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 7c1ed1f4-ec32-4826-a615-55dfef995dad, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=7c1ed1f4-ec32-4826-a615-55dfef995dad,segment=NetworkSegment(eebd8551-a2ff-4899-9db0-53fbca684d55),segment_id=eebd8551-a2ff-4899-9db0-53fbca684d55)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:34.991076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290da794-d9b0-4f60-8fca-fc16a5711bbb req-f093f045-7ce9-49b8-852a-61608ca23925 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:34.993699 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '7c1ed1f4-ec32-4826-a615-55dfef995dad', 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3', 'port_id': '7c1ed1f4-ec32-4826-a615-55dfef995dad', 'mac_address': 'fa:16:3e:b3:20:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:09:34.998769 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-290da794-d9b0-4f60-8fca-fc16a5711bbb req-f093f045-7ce9-49b8-852a-61608ca23925 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.5583441 Apr 02 13:09:35.018062 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57328) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:35.045165 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-14f2dc70-011f-4428-baa7-196323ca61c1 req-8054bd28-ce7b-4d92-81ca-7d602bf7699a tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922586 Apr 02 13:09:35.085565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:35.121726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1ed1f4-ec32-4826-a615-55dfef995dad {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:09:35.129900 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-290da794-d9b0-4f60-8fca-fc16a5711bbb req-fcb06f1d-b2e3-438b-934d-472c997575b2 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296785 Apr 02 13:09:35.153908 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658147-2005-44da-937b-f73c0d379cef req-5804041a-6961-46bc-91d9-5c034907418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:35.155557 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-5804041a-6961-46bc-91d9-5c034907418a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 1097 time: 0.2426417 Apr 02 13:09:35.177094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 7c1ed1f4-ec32-4826-a615-55dfef995dad, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=7c1ed1f4-ec32-4826-a615-55dfef995dad,segment=NetworkSegment(eebd8551-a2ff-4899-9db0-53fbca684d55),segment_id=eebd8551-a2ff-4899-9db0-53fbca684d55)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:35.182733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:35.185075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:35.231613 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:35.272471 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-625a7fe9-0787-4b8e-91b6-1fb5e4ff2fdd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40d113d2-2d64-4acd-b535-487f00d7a910 HTTP/1.1" status: 200 len: 217 time: 0.1048818 Apr 02 13:09:35.307917 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=7c1ed1f4-ec32-4826-a615-55dfef995dad,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:35.312630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:35.322673 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:35.346182 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30eeb77-a91b-43ee-ae39-481fa65f5a6c', 'tag': '40d113d2-2d64-4acd-b535-487f00d7a910', 'status': 'completed', 'code': 200} Apr 02 13:09:35.354534 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:35.361752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] Usage tracker for resource:security_group_rule and tenant:9039185cd2474f74a88455f80e1ee519 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:35.373245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:35.376486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:35.383071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:35.398122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] Usage tracker for resource:security_group_rule and tenant:c6d70959bc4944c9bf2bf1dab95e4317 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:35.407118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658147-2005-44da-937b-f73c0d379cef req-c4d41dbd-b85b-4824-871b-93e093902e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:35.414369 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:35.414568 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-c4d41dbd-b85b-4824-871b-93e093902e0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c78b424-958f-46c7-b25f-1cb6c1628394 HTTP/1.1" status: 200 len: 854 time: 0.1330183 Apr 02 13:09:35.428086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:35.557152 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['7c1ed1f4-ec32-4826-a615-55dfef995dad'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:09:35.571445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:35.577708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:35.598297 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-59bb0cac-95d5-4988-955d-67f507445718 req-2296cc7c-ae62-47a1-93e5-67ac73d2702d tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 210 time: 0.1124749 Apr 02 13:09:35.600402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-03da3f3f-15f9-451d-9ee4-2c799e74ff93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:35.609432 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-0d0b9e7e-7b6e-4737-bc86-847c9ca3dd2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01b952a8-69f8-49d6-8648-89163aaedcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251180 Apr 02 13:09:35.652142 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe10a539-9c87-4990-b89e-893341cf1acb,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:35.663759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:35.665257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:35.672109 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:35.702117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c2b6a72d-0c43-4a09-b730-6c837cc3d67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:35.715917 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6d70959bc4944c9bf2bf1dab95e4317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6964564 Apr 02 13:09:35.716675 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57346) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:35.726262 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9039185cd2474f74a88455f80e1ee519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9713273 Apr 02 13:09:35.730075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57350) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:35.807515 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-7bb3eb2b-074b-41b8-96ac-9ce2963fa3a6 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826839 Apr 02 13:09:35.859122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d0111d-a58c-4727-b865-f63a2d9668aa,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:35.870647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:35.900726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8d260f54-9da4-4056-9770-59b01b5c3485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:35.912935 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33c0ac33-dc9e-45d0-b92f-eb84fd29e04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:35.942278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33c0ac33-dc9e-45d0-b92f-eb84fd29e04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.003587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8d260f54-9da4-4056-9770-59b01b5c3485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.032395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab807ba-d988-4dbf-a8fc-faf551ac0541 req-c2dbf5d4-bd84-4e12-88a0-efa04bc0ab56 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:36.034158 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fab807ba-d988-4dbf-a8fc-faf551ac0541 req-c2dbf5d4-bd84-4e12-88a0-efa04bc0ab56 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 944 time: 0.6131499 Apr 02 13:09:36.060978 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33c0ac33-dc9e-45d0-b92f-eb84fd29e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.066226 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-73525f76-0458-4264-9399-cb20b9b239ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:36.081436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0ac33-dc9e-45d0-b92f-eb84fd29e04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe10a539-9c87-4990-b89e-893341cf1acb,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:36.092363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-33c0ac33-dc9e-45d0-b92f-eb84fd29e04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:36.093237 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33c0ac33-dc9e-45d0-b92f-eb84fd29e04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.097290 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-33c0ac33-dc9e-45d0-b92f-eb84fd29e04b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe10a539-9c87-4990-b89e-893341cf1acb HTTP/1.1" status: 204 len: 168 time: 0.3661265 Apr 02 13:09:36.131156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8d260f54-9da4-4056-9770-59b01b5c3485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.136448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f7412a1d-f0dd-40be-9298-7b8f864808ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:36.154500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d260f54-9da4-4056-9770-59b01b5c3485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d0111d-a58c-4727-b865-f63a2d9668aa,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:36.157453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8d260f54-9da4-4056-9770-59b01b5c3485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.158918 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8d260f54-9da4-4056-9770-59b01b5c3485 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7d0111d-a58c-4727-b865-f63a2d9668aa HTTP/1.1" status: 204 len: 168 time: 0.4390876 Apr 02 13:09:36.161598 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8d260f54-9da4-4056-9770-59b01b5c3485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:36.257492 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fab807ba-d988-4dbf-a8fc-faf551ac0541 req-04366071-99ac-49d8-9f36-0bb8cb0c99f8 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020178 Apr 02 13:09:36.367288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-74b3f108-a29f-453b-b4f6-b0bde94e1762 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:36.368884 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-74b3f108-a29f-453b-b4f6-b0bde94e1762 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.23 "GET /v2.0/networks?id=f00e0c85-7306-4f5a-ad56-77862b1d492b HTTP/1.1" status: 200 len: 809 time: 0.5151880 Apr 02 13:09:36.436245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Request body: {'port': {'device_id': 'c96a191f-0931-49f2-ae10-a5a24b81ee59', 'network_id': 'f00e0c85-7306-4f5a-ad56-77862b1d492b', 'admin_state_up': True, 'tenant_id': 'c4a5f6aa425246218b08a963fc639af9'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:36.502096 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dc658147-2005-44da-937b-f73c0d379cef req-6507cca6-a725-470b-babd-7a571a879fa5 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784935 Apr 02 13:09:36.653284 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec859239-7f53-41b4-a037-55c8f3e2663f req-71d57942-b6c1-4a4f-8b5e-48b3e4ef613b tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:36.654855 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ec859239-7f53-41b4-a037-55c8f3e2663f req-71d57942-b6c1-4a4f-8b5e-48b3e4ef613b tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 944 time: 0.4012775 Apr 02 13:09:36.674304 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57390) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:36.677004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:36.698885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.700952 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Usage tracker for resource:port and tenant:c4a5f6aa425246218b08a963fc639af9 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:36.710992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:36.718975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:36.723965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] Usage tracker for resource:security_group_rule and tenant:ffbd75271ba8426b84fe73073fe4fbaa is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:36.727797 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:36.728536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:36.734058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:36.772553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e5bf5-bb80-43c0-b8a7-1ef2dc744603 req-4848d021-1d4c-475e-b76a-041a2df32f0a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:36.774053 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f67e5bf5-bb80-43c0-b8a7-1ef2dc744603 req-4848d021-1d4c-475e-b76a-041a2df32f0a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.4007375 Apr 02 13:09:36.778764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 7c1ed1f4-ec32-4826-a615-55dfef995dad up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:09:36.790728 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ec859239-7f53-41b4-a037-55c8f3e2663f req-f73362a9-e7fb-4e96-be30-7a15581d6077 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194811 Apr 02 13:09:36.794595 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Made reservation on behalf of c4a5f6aa425246218b08a963fc639af9 for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:36.814285 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:09:36.816278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.895808 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.900995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.931607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1b9c970e-2380-4ab6-b0c8-e39ca2aaf01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:36.938286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 7c1ed1f4-ec32-4826-a615-55dfef995dad completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:09:36.944820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 7c1ed1f4-ec32-4826-a615-55dfef995dad triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:09:36.945251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:36.945369 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffbd75271ba8426b84fe73073fe4fbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699249 Apr 02 13:09:36.946056 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57404) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:37.005599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b4a9a-f919-4e6a-8023-3ba1e52188f8 req-d2337c38-c0f1-4e2e-84c8-73848cf1cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:37.007959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242fa913-bce9-4e58-89f4-adaf594e6a64,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:37.014014 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:37.018454 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4f3b4a9a-f919-4e6a-8023-3ba1e52188f8 req-d2337c38-c0f1-4e2e-84c8-73848cf1cf73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 1097 time: 0.4417655 Apr 02 13:09:37.058713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c41416a8-ecff-4148-ac4b-dd7d6378af21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:37.089171 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c41416a8-ecff-4148-ac4b-dd7d6378af21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:37.189324 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:37.231260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c41416a8-ecff-4148-ac4b-dd7d6378af21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:37.241665 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cca80c4-3822-46bf-9106-2116ce71ff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1ed1f4-ec32-4826-a615-55dfef995dad'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:37.247152 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-44c427a2-a6ce-4fa7-9f3d-0e27c061ce81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:37.261589 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f67e5bf5-bb80-43c0-b8a7-1ef2dc744603 req-2bf843c8-d3ab-48b8-844f-085eb54e9795 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960454 Apr 02 13:09:37.268409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41416a8-ecff-4148-ac4b-dd7d6378af21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242fa913-bce9-4e58-89f4-adaf594e6a64,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:37.272969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c41416a8-ecff-4148-ac4b-dd7d6378af21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:37.274716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c41416a8-ecff-4148-ac4b-dd7d6378af21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:37.281109 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c41416a8-ecff-4148-ac4b-dd7d6378af21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/242fa913-bce9-4e58-89f4-adaf594e6a64 HTTP/1.1" status: 204 len: 168 time: 0.3303330 Apr 02 13:09:37.295888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 7c1ed1f4-ec32-4826-a615-55dfef995dad, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=7c1ed1f4-ec32-4826-a615-55dfef995dad,segment=NetworkSegment(eebd8551-a2ff-4899-9db0-53fbca684d55),segment_id=eebd8551-a2ff-4899-9db0-53fbca684d55)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:37.307856 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2d1616fa-3866-4f7c-81ef-85115d6e3e5c req-19e3d165-ec4c-4ac3-b2bc-6c71f9e3e868 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 210 time: 0.1092494 Apr 02 13:09:37.313043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:37.315048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:37.389078 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cca80c4-3822-46bf-9106-2116ce71ff88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1ed1f4-ec32-4826-a615-55dfef995dad', 'code': 200} Apr 02 13:09:37.454466 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=7c1ed1f4-ec32-4826-a615-55dfef995dad,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:37.457982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:37.527331 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b4a9a-f919-4e6a-8023-3ba1e52188f8 req-7d65aae8-c80d-4ed0-a73b-8bac9e3e2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:37.528974 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4f3b4a9a-f919-4e6a-8023-3ba1e52188f8 req-7d65aae8-c80d-4ed0-a73b-8bac9e3e2569 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 915 time: 0.4801004 Apr 02 13:09:37.674828 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4f3b4a9a-f919-4e6a-8023-3ba1e52188f8 req-263a5fba-eb85-44f6-bd87-5f94df9e3860 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40d113d2-2d64-4acd-b535-487f00d7a910 HTTP/1.1" status: 200 len: 217 time: 0.1273232 Apr 02 13:09:37.991567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Allocated IP 172.20.0.11 (f00e0c85-7306-4f5a-ad56-77862b1d492b/2dd1e44a-b634-4449-b63a-8f3347c4894a/2b57dd88-181c-43cc-9b5a-cd282d9ab9f7) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:09:38.237881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b4a9a-f919-4e6a-8023-3ba1e52188f8 req-7bdb4c85-d9ae-4524-b472-874a3a780456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:38.240506 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4f3b4a9a-f919-4e6a-8023-3ba1e52188f8 req-7bdb4c85-d9ae-4524-b472-874a3a780456 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c78b424-958f-46c7-b25f-1cb6c1628394 HTTP/1.1" status: 200 len: 854 time: 0.5511844 Apr 02 13:09:38.323299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7426e-8b51-46f9-a16a-0f68d9a69a9a req-81dcdbd9-9933-46d3-8ef4-733d33340f89 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:38.331860 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1fa7426e-8b51-46f9-a16a-0f68d9a69a9a req-81dcdbd9-9933-46d3-8ef4-733d33340f89 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 944 time: 0.8634803 Apr 02 13:09:38.365946 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4f3b4a9a-f919-4e6a-8023-3ba1e52188f8 req-ecfb3d91-1009-4eb6-812b-6e2ef247de22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01b952a8-69f8-49d6-8648-89163aaedcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135943 Apr 02 13:09:38.468392 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b60d7-5170-4417-adeb-1d34d5b7520e req-7b01eb8e-a6c3-48d3-88ee-1d994062fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:38.470068 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ad0b60d7-5170-4417-adeb-1d34d5b7520e req-7b01eb8e-a6c3-48d3-88ee-1d994062fde8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 1098 time: 0.8534729 Apr 02 13:09:38.525240 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ca0b4-ce73-4df7-b9ea-5cf9a4c96fd0 req-6faad7fe-274a-438d-9944-3333a1493584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:38.527427 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-654ca0b4-ce73-4df7-b9ea-5cf9a4c96fd0 req-6faad7fe-274a-438d-9944-3333a1493584 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 1098 time: 0.0979326 Apr 02 13:09:38.589512 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-654ca0b4-ce73-4df7-b9ea-5cf9a4c96fd0 req-ae889c7a-3b08-4a62-9408-9e847561063c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523124 Apr 02 13:09:38.690343 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1fa7426e-8b51-46f9-a16a-0f68d9a69a9a req-669c70b9-b766-486f-849b-71404188bd54 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577664 Apr 02 13:09:38.709660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae54baf-0a43-4059-a040-83afbd0f9b87 req-3747aa67-de1a-4956-9955-f784d16fec35 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:38.720780 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0ae54baf-0a43-4059-a040-83afbd0f9b87 req-3747aa67-de1a-4956-9955-f784d16fec35 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 945 time: 0.7185400 Apr 02 13:09:38.723200 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ad0b60d7-5170-4417-adeb-1d34d5b7520e req-bab0e8f1-691a-4545-a57d-a867fcf2420d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076502 Apr 02 13:09:38.831104 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0ae54baf-0a43-4059-a040-83afbd0f9b87 req-dc70363e-7784-4ce5-889b-5f4a94def10f tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997090 Apr 02 13:09:38.841788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:38.846775 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4f3b4a9a-f919-4e6a-8023-3ba1e52188f8 req-746dd77a-ede8-463e-9386-5a75b9729e0f service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930871 Apr 02 13:09:38.923849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:39.013256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:39.309896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Pushing event updated for resources: {'Port': ['ID=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:39.341926 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:39.406943 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4f3b4a9a-f919-4e6a-8023-3ba1e52188f8 req-6299afa7-0b0b-4c18-a248-81f8fae5d689 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105529 Apr 02 13:09:39.436535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4cc2a-e005-44a9-a5f7-c87f6ffcb137 req-451eda7a-90e5-4a12-ba4a-a15611b7f40e tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:39.438225 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3ac4cc2a-e005-44a9-a5f7-c87f6ffcb137 req-451eda7a-90e5-4a12-ba4a-a15611b7f40e tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 932 time: 0.4260054 Apr 02 13:09:39.446433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Network f00e0c85-7306-4f5a-ad56-77862b1d492b is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:09:39.450088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:09:39.472412 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d601c2-3759-490e-b401-aab86e63f567 req-68a8ed15-5454-4fa5-b7d9-2ff3685e1fc7 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:39.474030 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-22d601c2-3759-490e-b401-aab86e63f567 req-68a8ed15-5454-4fa5-b7d9-2ff3685e1fc7 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.4656241 Apr 02 13:09:39.476892 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:09:39.588849 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3ac4cc2a-e005-44a9-a5f7-c87f6ffcb137 req-9db0ea7c-3324-4f8f-b20f-8ab3c7eb95a7 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412187 Apr 02 13:09:39.601028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:39.601639 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:39.619218 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-22d601c2-3759-490e-b401-aab86e63f567 req-e9aad2f9-9508-43a6-8b77-08eadf73501b tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105578 Apr 02 13:09:39.637286 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2505631 Apr 02 13:09:39.657854 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Request body: {'port': {'device_id': 'c96a191f-0931-49f2-ae10-a5a24b81ee59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:39.802110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:40.146379 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be397666-ee0d-4844-86e6-7203886a82f7 req-280132b1-d8d0-44f1-8995-fa2b98c3770e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:40.148054 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-be397666-ee0d-4844-86e6-7203886a82f7 req-280132b1-d8d0-44f1-8995-fa2b98c3770e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 944 time: 0.3023336 Apr 02 13:09:40.313443 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-be397666-ee0d-4844-86e6-7203886a82f7 req-fb4d61b7-250b-4828-8759-a02f2d4f5df1 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568148 Apr 02 13:09:40.324989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb03672-4b88-47ff-937b-a9d5f286a4de req-d80995d2-98e1-427a-a25a-a4e0562c911a tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:40.326604 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5fb03672-4b88-47ff-937b-a9d5f286a4de req-d80995d2-98e1-427a-a25a-a4e0562c911a tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 945 time: 0.3319781 Apr 02 13:09:40.412369 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5fb03672-4b88-47ff-937b-a9d5f286a4de req-d9c69807-ce81-4136-9c9e-2b01547b745c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703757 Apr 02 13:09:40.512298 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:09:40.527405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:40.546448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Transition to ACTIVE for port object 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:09:40.549144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:40.565179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:40.704744 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Pushing event updated for resources: {'Port': ['ID=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:40.710474 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:40.792116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 40d113d2-2d64-4acd-b535-487f00d7a910 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:09:40.962906 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 40d113d2-2d64-4acd-b535-487f00d7a910, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=40d113d2-2d64-4acd-b535-487f00d7a910,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:40.979395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '40d113d2-2d64-4acd-b535-487f00d7a910', 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1', 'port_id': '40d113d2-2d64-4acd-b535-487f00d7a910', 'mac_address': 'fa:16:3e:ba:ca:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c78b424-958f-46c7-b25f-1cb6c1628394', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:09:41.048066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:41.069355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d113d2-2d64-4acd-b535-487f00d7a910 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:09:41.092075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 40d113d2-2d64-4acd-b535-487f00d7a910, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=40d113d2-2d64-4acd-b535-487f00d7a910,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:41.096186 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:41.098411 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:41.183439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=40d113d2-2d64-4acd-b535-487f00d7a910,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:41.187255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:41.342544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037bba8-3302-4f3d-8668-4b3074833250 req-c746dd88-6f75-4a41-b8af-172c3f47b41a tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:41.343304 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-1037bba8-3302-4f3d-8668-4b3074833250 req-c746dd88-6f75-4a41-b8af-172c3f47b41a tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Synchronizing usage tracker for tenant:c4a5f6aa425246218b08a963fc639af9 on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:09:41.370124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257aa5e-026e-4b6f-8279-59a854f4e90d req-92d6aea2-7e95-40ec-98f8-0faa0340ddab tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:41.371778 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c257aa5e-026e-4b6f-8279-59a854f4e90d req-92d6aea2-7e95-40ec-98f8-0faa0340ddab tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.5731502 Apr 02 13:09:41.413956 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-1037bba8-3302-4f3d-8668-4b3074833250 req-c746dd88-6f75-4a41-b8af-172c3f47b41a tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Unset dirty status for tenant:c4a5f6aa425246218b08a963fc639af9 on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:09:41.415245 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1037bba8-3302-4f3d-8668-4b3074833250 req-c746dd88-6f75-4a41-b8af-172c3f47b41a tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 944 time: 0.6665833 Apr 02 13:09:41.415957 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Attempting to bind port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:09:41.416337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Attempting to bind port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '36de3ca4-2ff1-4b59-b52b-9076c50f6f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f00e0c85-7306-4f5a-ad56-77862b1d492b'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:09:41.416703 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Attempting to bind port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 on network f00e0c85-7306-4f5a-ad56-77862b1d492b {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:09:41.434752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 on network f00e0c85-7306-4f5a-ad56-77862b1d492b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:09:41.435120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Attempting to bind port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 on network f00e0c85-7306-4f5a-ad56-77862b1d492b {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:09:41.461665 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:09:41.462025 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Checking segment: {'id': '36de3ca4-2ff1-4b59-b52b-9076c50f6f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f00e0c85-7306-4f5a-ad56-77862b1d492b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:09:41.462444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Bound using segment: {'id': '36de3ca4-2ff1-4b59-b52b-9076c50f6f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f00e0c85-7306-4f5a-ad56-77862b1d492b'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:09:41.462923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Bound port: 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36de3ca4-2ff1-4b59-b52b-9076c50f6f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f00e0c85-7306-4f5a-ad56-77862b1d492b'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:09:41.463309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:41.470745 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['40d113d2-2d64-4acd-b535-487f00d7a910'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:09:41.484895 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c257aa5e-026e-4b6f-8279-59a854f4e90d req-445407eb-ec1f-413e-99b4-46c637480759 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987761 Apr 02 13:09:41.562413 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1037bba8-3302-4f3d-8668-4b3074833250 req-04e6ffd6-a61b-4ad0-93c2-225c97abb949 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303682 Apr 02 13:09:41.598192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] For port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:09:41.602093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] For port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,segment=NetworkSegment(36de3ca4-2ff1-4b59-b52b-9076c50f6f10),segment_id=36de3ca4-2ff1-4b59-b52b-9076c50f6f10)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:09:41.643604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:41.665906 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4c351985-16c2-4b8e-b5f1-2d1d92f4ca4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:41.906260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Pushing event updated for resources: {'Port': ['ID=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:41.909976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:41.970361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:41.970985 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:41.972493 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] 10.222.0.23 "PUT /v2.0/ports/2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 HTTP/1.1" status: 200 len: 1094 time: 2.3195660 Apr 02 13:09:41.981567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6131da-4838-44ea-bef1-76466e85860e req-af0f44a3-3f5f-4329-9413-1e6fe25426f3 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:41.983342 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-de6131da-4838-44ea-bef1-76466e85860e req-af0f44a3-3f5f-4329-9413-1e6fe25426f3 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 945 time: 0.3785567 Apr 02 13:09:41.984094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96a191f-0931-49f2-ae10-a5a24b81ee59', 'tag': '2b57dd88-181c-43cc-9b5a-cd282d9ab9f7'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:42.023861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3bdc0-62f6-4219-ac37-8d32e8c8aa0b req-2a34d36a-8ae6-4ae6-a1a6-9dbe4dac9ace tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:42.025459 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6a3bdc0-62f6-4219-ac37-8d32e8c8aa0b req-2a34d36a-8ae6-4ae6-a1a6-9dbe4dac9ace tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 945 time: 0.2594798 Apr 02 13:09:42.132141 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-de6131da-4838-44ea-bef1-76466e85860e req-72fdc689-dde9-4abf-b189-b852c7931b55 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411242 Apr 02 13:09:42.165403 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6a3bdc0-62f6-4219-ac37-8d32e8c8aa0b req-88f61f1f-31a6-4617-9835-f80ec7096452 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017585 Apr 02 13:09:42.189681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-7a5f7667-f1e2-4f07-8741-2ab0957aec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:42.192312 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-7a5f7667-f1e2-4f07-8741-2ab0957aec5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4a5f6aa425246218b08a963fc639af9&device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 1097 time: 0.1650786 Apr 02 13:09:42.349521 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-b056bbdf-821f-47d5-bf69-9b608270fb01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 HTTP/1.1" status: 200 len: 217 time: 0.1463420 Apr 02 13:09:42.404729 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96a191f-0931-49f2-ae10-a5a24b81ee59', 'tag': '2b57dd88-181c-43cc-9b5a-cd282d9ab9f7', 'status': 'completed', 'code': 200} Apr 02 13:09:42.453710 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-13b270b6-815b-4520-b86b-0e5a45420e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:42.455266 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-13b270b6-815b-4520-b86b-0e5a45420e7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dd1e44a-b634-4449-b63a-8f3347c4894a HTTP/1.1" status: 200 len: 849 time: 0.0934434 Apr 02 13:09:42.468943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0289f-102d-43e4-ad0d-d23d8c382399 req-43d6a351-c130-4a73-a3a0-8e2751f08d88 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:42.470456 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c9e0289f-102d-43e4-ad0d-d23d8c382399 req-43d6a351-c130-4a73-a3a0-8e2751f08d88 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1767483 Apr 02 13:09:42.539062 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-08f0396f-583b-4a01-bbc5-01ad1a44ddc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f00e0c85-7306-4f5a-ad56-77862b1d492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675929 Apr 02 13:09:42.672347 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c9e0289f-102d-43e4-ad0d-d23d8c382399 req-953282bd-dc2f-43f9-9d63-4ba955d5016b tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602550 Apr 02 13:09:42.737145 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-131a0ff6-9e39-45eb-9e6d-b7555b8f4119 service neutron] 10.222.0.23 "GET /v2.0/networks/f00e0c85-7306-4f5a-ad56-77862b1d492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828790 Apr 02 13:09:42.825086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 40d113d2-2d64-4acd-b535-487f00d7a910 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:09:42.902825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 40d113d2-2d64-4acd-b535-487f00d7a910 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:09:42.909100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 40d113d2-2d64-4acd-b535-487f00d7a910 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:09:42.910021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:42.972340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e0d8c-235e-468f-9355-6d89ee12913f req-f9bb2be8-fbd2-41d5-b331-79c8d1424ad3 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:42.974714 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d20e0d8c-235e-468f-9355-6d89ee12913f req-f9bb2be8-fbd2-41d5-b331-79c8d1424ad3 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 944 time: 0.2066202 Apr 02 13:09:42.996572 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7f1439c-54e7-455e-b32f-b593ffd58b90 req-210b34e9-2381-49d7-8b54-b67edff859eb service neutron] 10.222.0.23 "GET /v2.0/networks/f00e0c85-7306-4f5a-ad56-77862b1d492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514396 Apr 02 13:09:43.090858 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:43.184061 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 40d113d2-2d64-4acd-b535-487f00d7a910, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=40d113d2-2d64-4acd-b535-487f00d7a910,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:43.186663 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d20e0d8c-235e-468f-9355-6d89ee12913f req-73f3e888-00f3-46df-8c03-8631a23397cb tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911042 Apr 02 13:09:43.187022 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30eeb77-a91b-43ee-ae39-481fa65f5a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d113d2-2d64-4acd-b535-487f00d7a910'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:43.202653 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:43.209988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-82853c06-1cf0-4369-bbb6-ebb7eb588bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:43.247692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde858-9587-4794-a393-e571a493073f req-a0816d16-a561-4e9d-9cb0-ad543bd38c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:43.247692 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cabde858-9587-4794-a393-e571a493073f req-a0816d16-a561-4e9d-9cb0-ad543bd38c47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4a5f6aa425246218b08a963fc639af9&device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 1097 time: 0.1896126 Apr 02 13:09:43.291833 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30eeb77-a91b-43ee-ae39-481fa65f5a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d113d2-2d64-4acd-b535-487f00d7a910', 'code': 200} Apr 02 13:09:43.365064 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=40d113d2-2d64-4acd-b535-487f00d7a910,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:43.372004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:43.509030 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde858-9587-4794-a393-e571a493073f req-52267566-d1a2-45fb-8a17-d2046060241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:43.510627 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cabde858-9587-4794-a393-e571a493073f req-52267566-d1a2-45fb-8a17-d2046060241b service neutron] 10.222.0.23 "GET /v2.0/networks?id=f00e0c85-7306-4f5a-ad56-77862b1d492b HTTP/1.1" status: 200 len: 910 time: 0.2577395 Apr 02 13:09:43.541444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3d2e1-3c0c-4853-943d-6bab9b73cac5 req-94be0fc1-1a72-4a40-baf0-e982c4634deb tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:43.541444 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57d3d2e1-3c0c-4853-943d-6bab9b73cac5 req-94be0fc1-1a72-4a40-baf0-e982c4634deb tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 946 time: 0.1822212 Apr 02 13:09:43.715270 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cabde858-9587-4794-a393-e571a493073f req-ad661cea-2509-40a8-9e22-25b9963529d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 HTTP/1.1" status: 200 len: 217 time: 0.1802695 Apr 02 13:09:43.730972 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57d3d2e1-3c0c-4853-943d-6bab9b73cac5 req-5a6d3122-cb45-44c0-a765-bee292fcd2d4 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892397 Apr 02 13:09:43.826022 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde858-9587-4794-a393-e571a493073f req-2142149d-a658-42cd-8433-96c99c12fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:43.827827 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cabde858-9587-4794-a393-e571a493073f req-2142149d-a658-42cd-8433-96c99c12fe2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2dd1e44a-b634-4449-b63a-8f3347c4894a HTTP/1.1" status: 200 len: 849 time: 0.0950460 Apr 02 13:09:43.830630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28041f5b-f39f-48ea-9a8f-887944db04fe req-d9b04d3b-4fe2-460c-8dbd-6dbbbf7c6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:43.833197 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-28041f5b-f39f-48ea-9a8f-887944db04fe req-d9b04d3b-4fe2-460c-8dbd-6dbbbf7c6a25 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 1099 time: 0.1858394 Apr 02 13:09:43.917213 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cabde858-9587-4794-a393-e571a493073f req-e34ed488-3476-4328-b6c5-76c9399dfbf5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f00e0c85-7306-4f5a-ad56-77862b1d492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673916 Apr 02 13:09:44.053589 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-28041f5b-f39f-48ea-9a8f-887944db04fe req-d00c3dc8-5e70-4bc6-95ec-680bb0104757 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626644 Apr 02 13:09:44.142426 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cabde858-9587-4794-a393-e571a493073f req-09fbce72-8d4b-425d-a2bb-a8fcb9735715 service neutron] 10.222.0.23 "GET /v2.0/networks/f00e0c85-7306-4f5a-ad56-77862b1d492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108889 Apr 02 13:09:44.154995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c26c4c-e2b8-4970-91ff-f3b1d5fceae2 req-29d57375-71da-485e-8529-6294748ce1df tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:44.156557 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-56c26c4c-e2b8-4970-91ff-f3b1d5fceae2 req-29d57375-71da-485e-8529-6294748ce1df tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 945 time: 0.1510837 Apr 02 13:09:44.577831 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-56c26c4c-e2b8-4970-91ff-f3b1d5fceae2 req-4cbb9d2c-c0e7-48a4-b038-a87cda594f8c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988748 Apr 02 13:09:44.638955 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cabde858-9587-4794-a393-e571a493073f req-71ce0f76-1531-4b28-9b92-02b742e5e6f3 service neutron] 10.222.0.23 "GET /v2.0/networks/f00e0c85-7306-4f5a-ad56-77862b1d492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813833 Apr 02 13:09:44.647916 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b78234-259d-4f27-abdb-d5a7dbca9b3d req-af3d5915-1ac5-4c46-8118-bcc491c9a10e tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:44.649507 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-01b78234-259d-4f27-abdb-d5a7dbca9b3d req-af3d5915-1ac5-4c46-8118-bcc491c9a10e tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 944 time: 0.1714327 Apr 02 13:09:44.702328 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-01b78234-259d-4f27-abdb-d5a7dbca9b3d req-bee06c4e-6984-4535-bb24-9b7f124343d9 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Apr 02 13:09:44.955600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325d2b5-eee0-44ef-b3c3-6e9f4a487a27 req-8d1678d8-221f-4cae-88d6-41bdcb27f954 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:44.958177 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5325d2b5-eee0-44ef-b3c3-6e9f4a487a27 req-8d1678d8-221f-4cae-88d6-41bdcb27f954 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 946 time: 0.1108878 Apr 02 13:09:45.026551 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5325d2b5-eee0-44ef-b3c3-6e9f4a487a27 req-2aa26ba8-93e7-4c72-acc8-545275eab58e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619249 Apr 02 13:09:45.399492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dacc6-901a-4d15-9632-a999f03a43fc req-f170c666-3a70-4351-b3f4-d0fbe956c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:45.401271 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4e1dacc6-901a-4d15-9632-a999f03a43fc req-f170c666-3a70-4351-b3f4-d0fbe956c28e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 1098 time: 0.1598814 Apr 02 13:09:45.410811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079576-2a2b-419e-a418-d435ef198aad req-0040f477-f225-4f88-9bad-a61b0ab69a0f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:45.412149 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a5079576-2a2b-419e-a418-d435ef198aad req-0040f477-f225-4f88-9bad-a61b0ab69a0f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1316655 Apr 02 13:09:45.557885 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a5079576-2a2b-419e-a418-d435ef198aad req-54342e11-cfed-4afc-b0eb-bed3134ee193 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224377 Apr 02 13:09:45.598016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dacc6-901a-4d15-9632-a999f03a43fc req-4757be9e-5ffe-4874-a874-9a97d54a11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:45.599311 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4e1dacc6-901a-4d15-9632-a999f03a43fc req-4757be9e-5ffe-4874-a874-9a97d54a11f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 920 time: 0.1862123 Apr 02 13:09:45.696194 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4e1dacc6-901a-4d15-9632-a999f03a43fc req-a90a0ff8-2bf3-4d8e-bfb6-3f09246e3a95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b31fb42-9361-4ad9-b277-db13427033e9 HTTP/1.1" status: 200 len: 217 time: 0.0803726 Apr 02 13:09:45.934676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dacc6-901a-4d15-9632-a999f03a43fc req-89a3571e-6603-469d-9b5d-64c63ee36696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:45.936293 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4e1dacc6-901a-4d15-9632-a999f03a43fc req-89a3571e-6603-469d-9b5d-64c63ee36696 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 200 len: 859 time: 0.1940122 Apr 02 13:09:46.024246 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4e1dacc6-901a-4d15-9632-a999f03a43fc req-2106b399-f862-43df-9db2-f221f2001d74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781555 Apr 02 13:09:46.077487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da681e-ee08-4c90-bb05-0dd70c4e8704 req-17a72fd3-1c91-4c97-92e3-3e9666123bce tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:46.079335 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-30da681e-ee08-4c90-bb05-0dd70c4e8704 req-17a72fd3-1c91-4c97-92e3-3e9666123bce tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 945 time: 0.3792377 Apr 02 13:09:46.186261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12687f4e-0934-43b7-b173-cb264e6f3046 req-44797e85-ec24-401d-9f63-740dcdb0dd65 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:46.188073 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12687f4e-0934-43b7-b173-cb264e6f3046 req-44797e85-ec24-401d-9f63-740dcdb0dd65 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 944 time: 0.3418086 Apr 02 13:09:46.197478 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08f231-c770-43a9-9605-625c34b2484c req-938bdb0b-60ce-4ba1-9204-446facc6b37f tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:46.199025 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ee08f231-c770-43a9-9605-625c34b2484c req-938bdb0b-60ce-4ba1-9204-446facc6b37f tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 945 time: 0.4036834 Apr 02 13:09:46.334649 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-30da681e-ee08-4c90-bb05-0dd70c4e8704 req-9b6584ea-1870-478e-a5a8-d1fa49d95e36 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961112 Apr 02 13:09:46.376845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-ee08f231-c770-43a9-9605-625c34b2484c req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Deleting port 7c1ed1f4-ec32-4826-a615-55dfef995dad {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:09:46.377232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ee08f231-c770-43a9-9605-625c34b2484c req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:46.408768 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-12687f4e-0934-43b7-b173-cb264e6f3046 req-95bcb050-a0e4-4f1c-b9ba-34108aee7761 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087007 Apr 02 13:09:46.427046 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4e1dacc6-901a-4d15-9632-a999f03a43fc req-bb27d9ca-3a5b-45de-acaa-45765b955134 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891780 Apr 02 13:09:46.743079 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4e1dacc6-901a-4d15-9632-a999f03a43fc req-9af92b3a-b980-46c7-97ad-5e55ad258381 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974439 Apr 02 13:09:46.793769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57728) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:46.828623 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57736) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:46.839819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:09:46.923236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45927af-1193-48ac-8519-47735b780da7 req-8ba38a87-ba98-4f75-912f-b2f508f681f4 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:46.924887 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b45927af-1193-48ac-8519-47735b780da7 req-8ba38a87-ba98-4f75-912f-b2f508f681f4 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 946 time: 0.3565791 Apr 02 13:09:46.989411 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:46.993515 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807d5fe-63e5-474a-ae71-92c91a79175a req-39e53d32-73a6-4fb1-83fd-7dbf966ed117 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:46.995360 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4807d5fe-63e5-474a-ae71-92c91a79175a req-39e53d32-73a6-4fb1-83fd-7dbf966ed117 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.2946885 Apr 02 13:09:47.004533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,segment=NetworkSegment(36de3ca4-2ff1-4b59-b52b-9076c50f6f10),segment_id=36de3ca4-2ff1-4b59-b52b-9076c50f6f10)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:47.007704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:47.011997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] Usage tracker for resource:security_group_rule and tenant:c98de0904f414a79bc2a4e89d9ce21ad is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:47.015677 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:47.024537 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:47.041717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '2b57dd88-181c-43cc-9b5a-cd282d9ab9f7', 'network_id': 'f00e0c85-7306-4f5a-ad56-77862b1d492b', 'port_id': '2b57dd88-181c-43cc-9b5a-cd282d9ab9f7', 'mac_address': 'fa:16:3e:7d:71:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd1e44a-b634-4449-b63a-8f3347c4894a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:09:47.043272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-ee08f231-c770-43a9-9605-625c34b2484c req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] For port 7c1ed1f4-ec32-4826-a615-55dfef995dad, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=7c1ed1f4-ec32-4826-a615-55dfef995dad,segment=NetworkSegment(eebd8551-a2ff-4899-9db0-53fbca684d55),segment_id=eebd8551-a2ff-4899-9db0-53fbca684d55)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:47.043689 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ee08f231-c770-43a9-9605-625c34b2484c req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.071972 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b45927af-1193-48ac-8519-47735b780da7 req-1f93500d-f78f-4ea9-a18c-bf07f78071f5 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376159 Apr 02 13:09:47.132980 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.135170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.155504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:09:47.170362 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.174545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,segment=NetworkSegment(36de3ca4-2ff1-4b59-b52b-9076c50f6f10),segment_id=36de3ca4-2ff1-4b59-b52b-9076c50f6f10)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:47.177771 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.180761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:47.188540 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8e194469-d394-46fc-900f-96040619714b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:47.222812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-ee08f231-c770-43a9-9605-625c34b2484c req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Calling delete_port for 7c1ed1f4-ec32-4826-a615-55dfef995dad owned by compute:nova {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:09:47.249231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28f1074-1b39-4e30-9b97-73757c42dca7,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:47.257620 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.271337 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4807d5fe-63e5-474a-ae71-92c91a79175a req-b0ab87e1-5de2-46ab-a554-d39d47be0455 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627881 Apr 02 13:09:47.279029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:47.288983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:47.305545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:47.309697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:47.314010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] Usage tracker for resource:security_group_rule and tenant:cba27ac17ac5416e9a5e4ba404b2e8e6 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:47.317943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:47.325225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:47.353378 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c98de0904f414a79bc2a4e89d9ce21ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236475 Apr 02 13:09:47.356049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57750) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:47.440110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4549f370-6029-4e13-b1d9-b75f8288ef5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.445509 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ee08f231-c770-43a9-9605-625c34b2484c req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.458232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['7c1ed1f4-ec32-4826-a615-55dfef995dad'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:09:47.485054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4549f370-6029-4e13-b1d9-b75f8288ef5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.511814 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['2b57dd88-181c-43cc-9b5a-cd282d9ab9f7'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:09:47.566730 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:47.623522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4549f370-6029-4e13-b1d9-b75f8288ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.634340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c41416a8-ecff-4148-ac4b-dd7d6378af21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:47.649953 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.669233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549f370-6029-4e13-b1d9-b75f8288ef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28f1074-1b39-4e30-9b97-73757c42dca7,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:47.672586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4549f370-6029-4e13-b1d9-b75f8288ef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:47.675245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.706519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-33c0ac33-dc9e-45d0-b92f-eb84fd29e04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:47.724744 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Pushing event deleted for resources: {'Port': ['ID=7c1ed1f4-ec32-4826-a615-55dfef995dad,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:47.735078 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cba27ac17ac5416e9a5e4ba404b2e8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9401233 Apr 02 13:09:47.761398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57764) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:47.762557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4549f370-6029-4e13-b1d9-b75f8288ef5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.779820 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4549f370-6029-4e13-b1d9-b75f8288ef5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e28f1074-1b39-4e30-9b97-73757c42dca7 HTTP/1.1" status: 204 len: 168 time: 0.4226327 Apr 02 13:09:47.840074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7059ec-c104-403a-a56e-68167c002658,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:47.851282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:47.895151 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d51d469e-60ff-493c-b990-66772f0c6510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.929927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d51d469e-60ff-493c-b990-66772f0c6510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.989210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d51d469e-60ff-493c-b990-66772f0c6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:47.996927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e60ac9bb-cece-4239-97a8-28c3056087aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:48.014988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d469e-60ff-493c-b990-66772f0c6510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7059ec-c104-403a-a56e-68167c002658,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:48.018703 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d51d469e-60ff-493c-b990-66772f0c6510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:48.020431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d51d469e-60ff-493c-b990-66772f0c6510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:48.021695 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d51d469e-60ff-493c-b990-66772f0c6510 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb7059ec-c104-403a-a56e-68167c002658 HTTP/1.1" status: 204 len: 168 time: 0.2407172 Apr 02 13:09:48.025872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:48.046361 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3fec34dc-7b84-4c0d-96f4-63919bf64415 req-ed8a2487-f828-40d7-88d4-b15bdef05763 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 210 time: 0.4305143 Apr 02 13:09:48.231613 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57776) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:48.246497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee08f231-c770-43a9-9605-625c34b2484c req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] No DVR routers for this DVR port 7c1ed1f4-ec32-4826-a615-55dfef995dad on host hv-cinder-78299 {{(pid=84330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:09:48.251301 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ee08f231-c770-43a9-9605-625c34b2484c req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:48.252531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:48.254181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cca80c4-3822-46bf-9106-2116ce71ff88', 'name': 'network-vif-deleted', 'tag': '7c1ed1f4-ec32-4826-a615-55dfef995dad'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:48.271771 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:48.273240 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790244-50a8-47b5-8398-ec835e2d13c5 req-2aa69f5e-3756-473d-83e7-cbe3fba02817 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:48.276794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] Usage tracker for resource:security_group_rule and tenant:c4b6a092068d4b5090363b437343a53e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:48.280975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:48.281300 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-82790244-50a8-47b5-8398-ec835e2d13c5 req-2aa69f5e-3756-473d-83e7-cbe3fba02817 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 945 time: 0.6666410 Apr 02 13:09:48.289864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:48.322071 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ee08f231-c770-43a9-9605-625c34b2484c req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.23 "DELETE /v2.0/ports/7c1ed1f4-ec32-4826-a615-55dfef995dad HTTP/1.1" status: 204 len: 173 time: 2.1125770 Apr 02 13:09:48.371353 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cca80c4-3822-46bf-9106-2116ce71ff88', 'name': 'network-vif-deleted', 'tag': '7c1ed1f4-ec32-4826-a615-55dfef995dad', 'status': 'completed', 'code': 200} Apr 02 13:09:48.397930 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-82790244-50a8-47b5-8398-ec835e2d13c5 req-aba374f2-5fad-4d0c-8850-4a8930e47029 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155376 Apr 02 13:09:48.458169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:48.462315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:48.470650 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ff67eccd-263e-4463-87d7-bb939090186f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:48.485304 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2fdf74bb-16d2-466f-b800-25b2b3139d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:48.520873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e967852-031e-45ab-a06a-a9aaebe320d8,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:48.524170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:48.530759 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4b6a092068d4b5090363b437343a53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973523 Apr 02 13:09:48.531647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57788) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:48.580660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfeddf-b4ad-41ef-b1c1-154612fd2dd0 req-36f57270-cd9c-4479-86b2-38c5954fd389 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:48.584085 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dbbfeddf-b4ad-41ef-b1c1-154612fd2dd0 req-36f57270-cd9c-4479-86b2-38c5954fd389 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1171150 Apr 02 13:09:48.601999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-89ab30bd-f179-45bd-a6ef-c6b94811171b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:48.630705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-89ab30bd-f179-45bd-a6ef-c6b94811171b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:48.635541 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dbbfeddf-b4ad-41ef-b1c1-154612fd2dd0 req-5d62944c-0159-4549-ace0-caf37953a9a7 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463135 Apr 02 13:09:48.676077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-89ab30bd-f179-45bd-a6ef-c6b94811171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:48.680930 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a33d2947-745d-4bc9-ae25-e8b0ddb8948d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:48.694709 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab30bd-f179-45bd-a6ef-c6b94811171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e967852-031e-45ab-a06a-a9aaebe320d8,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:48.697087 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-89ab30bd-f179-45bd-a6ef-c6b94811171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:48.699383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-89ab30bd-f179-45bd-a6ef-c6b94811171b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:48.700502 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-89ab30bd-f179-45bd-a6ef-c6b94811171b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e967852-031e-45ab-a06a-a9aaebe320d8 HTTP/1.1" status: 204 len: 168 time: 0.1678793 Apr 02 13:09:48.857251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:09:48.933506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:09:48.938509 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:09:48.939093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.078442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.111191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96a191f-0931-49f2-ae10-a5a24b81ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b57dd88-181c-43cc-9b5a-cd282d9ab9f7'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:49.123591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,segment=NetworkSegment(36de3ca4-2ff1-4b59-b52b-9076c50f6f10),segment_id=36de3ca4-2ff1-4b59-b52b-9076c50f6f10)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:49.126730 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.130086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:49.218133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:49.221824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:49.241448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57810) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:49.262051 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.278389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:49.281644 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-b52f01da-8618-498e-aa4b-242b9cd7899a req-10c07a11-303f-4f0b-8484-92c88dffc844 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Synchronizing usage tracker for tenant:cb085a711e0f4ba3b24e33cacfd4c7ae on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:09:49.282609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] Usage tracker for resource:security_group_rule and tenant:bb441fe9760d41d6b5e3ad845e358453 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:49.286965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:49.293147 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:49.296912 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-b52f01da-8618-498e-aa4b-242b9cd7899a req-10c07a11-303f-4f0b-8484-92c88dffc844 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Unset dirty status for tenant:cb085a711e0f4ba3b24e33cacfd4c7ae on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:09:49.298188 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b52f01da-8618-498e-aa4b-242b9cd7899a req-10c07a11-303f-4f0b-8484-92c88dffc844 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7cca80c4-3822-46bf-9106-2116ce71ff88 HTTP/1.1" status: 200 len: 210 time: 0.0783563 Apr 02 13:09:49.359433 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96a191f-0931-49f2-ae10-a5a24b81ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b57dd88-181c-43cc-9b5a-cd282d9ab9f7', 'code': 200} Apr 02 13:09:49.404739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.407508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.438746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-95219f0b-c7b9-4a6a-8df3-edfca703a968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:49.449187 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb441fe9760d41d6b5e3ad845e358453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065880 Apr 02 13:09:49.451836 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57822) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:49.527718 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0666e8c-2e16-4db4-98ad-2c9688c44c2f,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:49.532224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:49.552050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44642726-8ac2-4b8b-8c53-1eb9adbd895b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.581369 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44642726-8ac2-4b8b-8c53-1eb9adbd895b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.631778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44642726-8ac2-4b8b-8c53-1eb9adbd895b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.637268 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-00fa5fe6-8ad0-4f04-8c7f-df656c4f4205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:49.649605 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44642726-8ac2-4b8b-8c53-1eb9adbd895b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0666e8c-2e16-4db4-98ad-2c9688c44c2f,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:49.652293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-44642726-8ac2-4b8b-8c53-1eb9adbd895b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:49.658468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44642726-8ac2-4b8b-8c53-1eb9adbd895b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.661283 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-44642726-8ac2-4b8b-8c53-1eb9adbd895b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0666e8c-2e16-4db4-98ad-2c9688c44c2f HTTP/1.1" status: 204 len: 168 time: 0.2083299 Apr 02 13:09:49.841568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a335b7-fd75-4ca2-9c6d-d1545783c732 req-4a4d1d58-5aa2-4159-919d-a927ab8fe59b tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:49.843339 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-00a335b7-fd75-4ca2-9c6d-d1545783c732 req-4a4d1d58-5aa2-4159-919d-a927ab8fe59b tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 946 time: 0.2889118 Apr 02 13:09:49.891765 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37138190-6585-4acd-8963-bcb08d530d25 req-24812102-14de-4751-b3d3-51b00a79703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:49.893370 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-37138190-6585-4acd-8963-bcb08d530d25 req-24812102-14de-4751-b3d3-51b00a79703a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 1099 time: 0.2826500 Apr 02 13:09:49.906799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.928083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:49.962400 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-00a335b7-fd75-4ca2-9c6d-d1545783c732 req-7a689eee-a731-4ff8-9b5a-ed4e08a44c31 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080132 Apr 02 13:09:49.973697 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-37138190-6585-4acd-8963-bcb08d530d25 req-3351d773-787f-4b65-8c85-05e46f28cb32 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690403 Apr 02 13:09:49.982130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195803e2-979a-4996-b89e-35c7ef8de4ba req-8ef4bcf6-53dd-4035-bad6-85873c60d9ce tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:49.983709 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-195803e2-979a-4996-b89e-35c7ef8de4ba req-8ef4bcf6-53dd-4035-bad6-85873c60d9ce tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.2069588 Apr 02 13:09:50.044726 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-195803e2-979a-4996-b89e-35c7ef8de4ba req-21a621a3-48ca-4e68-a6da-35cf97fcf907 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526683 Apr 02 13:09:50.702654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c8385eff-c12d-41b5-81aa-99316176e3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:50.776450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-5122cdc2-e76c-46e7-8d30-2db5cb2e5352 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:50.778027 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-5122cdc2-e76c-46e7-8d30-2db5cb2e5352 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/networks?id=180284db-f052-4d15-bd4b-56b93df12ab3 HTTP/1.1" status: 200 len: 808 time: 0.1830277 Apr 02 13:09:50.794911 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-37038f79-c7f2-4e43-9584-fee884c367e9 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/quotas/cb085a711e0f4ba3b24e33cacfd4c7ae HTTP/1.1" status: 200 len: 375 time: 0.0108004 Apr 02 13:09:50.849056 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-a575c223-cd48-4191-8dad-f4f9f347fcfa tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb085a711e0f4ba3b24e33cacfd4c7ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473418 Apr 02 13:09:50.855387 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 7c1ed1f4-ec32-4826-a615-55dfef995dad no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:09:50.892446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 7c1ed1f4-ec32-4826-a615-55dfef995dad {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:09:50.892755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 7c1ed1f4-ec32-4826-a615-55dfef995dad not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:09:51.020310 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-6e2c2f2f-aa76-4593-8a2c-58f7fab16810 service neutron] 10.222.0.10 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626921 Apr 02 13:09:51.264243 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-29bd6f11-8f38-4211-a0c5-048beede2d9c service neutron] 10.222.0.10 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373340 Apr 02 13:09:51.331311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827b45b-d125-49f8-9821-e5553a37b966 req-65c747ce-aa2f-4bfb-84f3-dab64e8bf116 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:51.333733 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2827b45b-d125-49f8-9821-e5553a37b966 req-65c747ce-aa2f-4bfb-84f3-dab64e8bf116 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 946 time: 0.1292751 Apr 02 13:09:51.424822 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2827b45b-d125-49f8-9821-e5553a37b966 req-79be6c91-9217-481b-a199-044d3da3394c tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635350 Apr 02 13:09:51.439735 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 57894) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:51.551011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:51.599789 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-51e1465e-5fce-4002-b5a6-859548c30527 req-7761e8e2-5753-4bf3-a9a3-25a8a408d891 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 210 time: 0.0940409 Apr 02 13:09:51.642010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:51.670086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:51.675973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] Usage tracker for resource:security_group_rule and tenant:d799616e8c9b490696db2629e52f0f81 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:51.680193 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:51.693016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:51.708643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f76b1-2bab-43eb-902b-6969d6dbe90a req-b3a924f0-8107-4abc-9ae1-19a0f8ab381f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:51.716586 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-118f76b1-2bab-43eb-902b-6969d6dbe90a req-b3a924f0-8107-4abc-9ae1-19a0f8ab381f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1607289 Apr 02 13:09:51.788623 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-118f76b1-2bab-43eb-902b-6969d6dbe90a req-5fcdc3f9-ed47-45ce-aace-65cfaa8f32db tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711396 Apr 02 13:09:51.866631 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:51.869606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:51.879821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-16bb5e05-f7fa-4967-996b-c007bb4aeb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:51.926728 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d799616e8c9b490696db2629e52f0f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862256 Apr 02 13:09:51.926981 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 57912) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:51.928651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6516d60a-e38a-4786-9209-b91f9dd54baf,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:51.940777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:51.993935 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b031aa19-6695-43dd-b897-36b80cc4de31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:52.022748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b031aa19-6695-43dd-b897-36b80cc4de31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:52.077135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b031aa19-6695-43dd-b897-36b80cc4de31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:52.084210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8d260f54-9da4-4056-9770-59b01b5c3485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:52.098492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031aa19-6695-43dd-b897-36b80cc4de31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6516d60a-e38a-4786-9209-b91f9dd54baf,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:52.101433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b031aa19-6695-43dd-b897-36b80cc4de31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:52.131081 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b031aa19-6695-43dd-b897-36b80cc4de31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:52.146493 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b031aa19-6695-43dd-b897-36b80cc4de31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6516d60a-e38a-4786-9209-b91f9dd54baf HTTP/1.1" status: 204 len: 168 time: 0.2181609 Apr 02 13:09:52.709899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2769c-1f12-491d-bbd9-b8a04bc5e55b req-d131a53c-2a25-44c0-9351-50576e6b2d3f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:52.719907 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c3a2769c-1f12-491d-bbd9-b8a04bc5e55b req-d131a53c-2a25-44c0-9351-50576e6b2d3f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 946 time: 0.1595335 Apr 02 13:09:52.817864 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c3a2769c-1f12-491d-bbd9-b8a04bc5e55b req-24264205-69a0-4572-9dbd-6b16453fa976 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968223 Apr 02 13:09:52.825548 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e7bebbe6-f800-43f0-bb69-407149e075e4 req-ff66ad4a-142a-40d2-9e9e-f982ca6f7994 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 210 time: 0.0543392 Apr 02 13:09:53.178555 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:53.190641 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47653a03-8983-4b35-b5d3-5021e6fbed38 req-ffdf1580-f401-4554-925c-f07e6f6faa5c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:53.199520 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-47653a03-8983-4b35-b5d3-5021e6fbed38 req-ffdf1580-f401-4554-925c-f07e6f6faa5c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1978281 Apr 02 13:09:53.287109 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-50d7ed48-5b90-4851-af1d-750c47af9217 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:53.288706 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-50d7ed48-5b90-4851-af1d-750c47af9217 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.23 "GET /v2.0/networks?id=180284db-f052-4d15-bd4b-56b93df12ab3 HTTP/1.1" status: 200 len: 808 time: 0.4460897 Apr 02 13:09:53.302180 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-47653a03-8983-4b35-b5d3-5021e6fbed38 req-bdf13520-e858-468c-9304-c0fa7306af51 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017909 Apr 02 13:09:53.316811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Request body: {'port': {'device_id': 'd3af537c-8be8-43bc-8ce4-1e68e9605f09', 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3', 'admin_state_up': True, 'tenant_id': 'cb085a711e0f4ba3b24e33cacfd4c7ae'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:53.491525 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:53.502663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:53.512330 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Made reservation on behalf of cb085a711e0f4ba3b24e33cacfd4c7ae for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:53.518453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:53.699755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Allocated IP 172.20.0.14 (180284db-f052-4d15-bd4b-56b93df12ab3/4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3/443c9c29-72ac-49ac-9a8b-841173daef76) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:09:54.106824 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bd901a6e-0bd9-4d8b-8bd4-e5744402122c req-8e4d921d-19c8-4ec4-87e5-231d2cf3c885 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 210 time: 0.0842304 Apr 02 13:09:54.114492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 58012) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:54.256535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:54.345348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-902d5759-5996-486b-a074-926501e101a3 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:54.353853 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-902d5759-5996-486b-a074-926501e101a3 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 814 time: 0.2516856 Apr 02 13:09:54.376196 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-3f7c6f88-e3e6-483b-b799-99a3ed98252a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/quotas/581ee3ea918541b5beda9adf261bbc27 HTTP/1.1" status: 200 len: 375 time: 0.0212739 Apr 02 13:09:54.400070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:54.416357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:54.426255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] Usage tracker for resource:security_group_rule and tenant:a6b731c934a7473494e5617eeb3c1445 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:09:54.429407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:09:54.430913 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:54.435489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:54.454525 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:54.523487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:54.527008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:54.536351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-792e1455-ff51-438c-a952-7a4928ed7629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:54.579348 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6b731c934a7473494e5617eeb3c1445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626598 Apr 02 13:09:54.581138 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a2dc76-f15d-44f3-bf8b-fae74b4ef33d,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:54.583727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 58024) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:54.586248 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:54.646855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ca198ad5-ba0b-4393-ac09-9e8ae095f056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:54.663539 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Pushing event updated for resources: {'Port': ['ID=443c9c29-72ac-49ac-9a8b-841173daef76,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:54.671386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:54.680657 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ca198ad5-ba0b-4393-ac09-9e8ae095f056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:54.728077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ca198ad5-ba0b-4393-ac09-9e8ae095f056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:54.733156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-96353c5d-ab4d-45fc-a67a-21bee218e5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:54.735752 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-7bc74388-916c-42d5-8a9c-848a220b4fbf tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3585036 Apr 02 13:09:54.747496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca198ad5-ba0b-4393-ac09-9e8ae095f056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a2dc76-f15d-44f3-bf8b-fae74b4ef33d,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:54.750610 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ca198ad5-ba0b-4393-ac09-9e8ae095f056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:54.753145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ca198ad5-ba0b-4393-ac09-9e8ae095f056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:54.755358 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-ca198ad5-ba0b-4393-ac09-9e8ae095f056 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67a2dc76-f15d-44f3-bf8b-fae74b4ef33d HTTP/1.1" status: 204 len: 168 time: 0.1706612 Apr 02 13:09:54.849355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88d642-22c0-4a04-b43d-a272ef136461 req-3e2b2e7b-c88e-43a8-8940-a9d7199775b9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:54.850982 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c88d642-22c0-4a04-b43d-a272ef136461 req-3e2b2e7b-c88e-43a8-8940-a9d7199775b9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.3579705 Apr 02 13:09:54.861672 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Network 180284db-f052-4d15-bd4b-56b93df12ab3 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:09:55.099133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:09:55.101978 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:09:55.218028 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c88d642-22c0-4a04-b43d-a272ef136461 req-855dee5a-724b-4331-ad6a-cb6f3cbfcdd7 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207855 Apr 02 13:09:55.232077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:55.232726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:55.265464 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-ee12cc9c-0ac0-4c64-bb9d-243157793b64 service neutron] 10.222.0.10 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169730 Apr 02 13:09:55.305662 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9960630 Apr 02 13:09:55.363477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Request body: {'port': {'device_id': 'd3af537c-8be8-43bc-8ce4-1e68e9605f09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:55.605845 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-3a86db63-8cd6-487c-b5b6-781ab51b3763 service neutron] 10.222.0.10 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297551 Apr 02 13:09:55.607274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:55.635493 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc148ab-976c-4bd8-b94c-151603391ce2 req-fd41ca77-ddbb-4b6e-ac01-ecef82f03d7c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:55.636286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-cbc148ab-976c-4bd8-b94c-151603391ce2 req-fd41ca77-ddbb-4b6e-ac01-ecef82f03d7c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Synchronizing usage tracker for tenant:cb085a711e0f4ba3b24e33cacfd4c7ae on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:09:55.705495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-cbc148ab-976c-4bd8-b94c-151603391ce2 req-fd41ca77-ddbb-4b6e-ac01-ecef82f03d7c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Unset dirty status for tenant:cb085a711e0f4ba3b24e33cacfd4c7ae on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:09:55.707681 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cbc148ab-976c-4bd8-b94c-151603391ce2 req-fd41ca77-ddbb-4b6e-ac01-ecef82f03d7c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 932 time: 0.3543375 Apr 02 13:09:55.917750 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cbc148ab-976c-4bd8-b94c-151603391ce2 req-bf5db549-478d-4983-8cae-89c9bd36c84c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469393 Apr 02 13:09:56.086532 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7be9d8eb-e364-4883-af11-c51a508a0feb req-52893287-0921-4313-94d9-779ef023ce17 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 210 time: 0.0617485 Apr 02 13:09:56.246309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443c9c29-72ac-49ac-9a8b-841173daef76 {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:09:56.255711 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:56.277737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Transition to ACTIVE for port object 443c9c29-72ac-49ac-9a8b-841173daef76 will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:09:56.280743 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:56.299347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9b63f9c1-9d5a-4b4b-80e6-924eba0d7422 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:56.500367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Pushing event updated for resources: {'Port': ['ID=443c9c29-72ac-49ac-9a8b-841173daef76,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:56.508958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:56.575727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4824e3-e9ee-4080-83bd-ffce63e5e15c req-82c940f9-d8f5-4206-962e-48618d0ab89c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:56.577341 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7b4824e3-e9ee-4080-83bd-ffce63e5e15c req-82c940f9-d8f5-4206-962e-48618d0ab89c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1836495 Apr 02 13:09:56.764934 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7b4824e3-e9ee-4080-83bd-ffce63e5e15c req-5bcb01cf-e44e-4bd1-a2f5-7cb5231493f2 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804891 Apr 02 13:09:56.801470 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Attempting to bind port 443c9c29-72ac-49ac-9a8b-841173daef76 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:09:56.801850 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Attempting to bind port 443c9c29-72ac-49ac-9a8b-841173daef76 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'eebd8551-a2ff-4899-9db0-53fbca684d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:09:56.802223 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Attempting to bind port 443c9c29-72ac-49ac-9a8b-841173daef76 on network 180284db-f052-4d15-bd4b-56b93df12ab3 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:09:56.807201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Port 443c9c29-72ac-49ac-9a8b-841173daef76 on network 180284db-f052-4d15-bd4b-56b93df12ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:09:56.807563 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Attempting to bind port 443c9c29-72ac-49ac-9a8b-841173daef76 on network 180284db-f052-4d15-bd4b-56b93df12ab3 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:09:56.813081 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:09:56.813454 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Checking segment: {'id': 'eebd8551-a2ff-4899-9db0-53fbca684d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:09:56.813874 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Bound using segment: {'id': 'eebd8551-a2ff-4899-9db0-53fbca684d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:09:56.814340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Bound port: 443c9c29-72ac-49ac-9a8b-841173daef76, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebd8551-a2ff-4899-9db0-53fbca684d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:09:56.814721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:56.916643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] For port 443c9c29-72ac-49ac-9a8b-841173daef76, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:09:56.920318 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] For port 443c9c29-72ac-49ac-9a8b-841173daef76, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=443c9c29-72ac-49ac-9a8b-841173daef76,segment=NetworkSegment(eebd8551-a2ff-4899-9db0-53fbca684d55),segment_id=eebd8551-a2ff-4899-9db0-53fbca684d55)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:09:56.925876 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:56.942482 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:57.142068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Pushing event updated for resources: {'Port': ['ID=443c9c29-72ac-49ac-9a8b-841173daef76,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:57.220328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:57.483231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-3c0eb3f5-97d7-4180-b3d6-1a34d75cccde tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:57.484929 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-3c0eb3f5-97d7-4180-b3d6-1a34d75cccde tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 814 time: 0.3971725 Apr 02 13:09:57.492515 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:57.493186 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:57.494541 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] 10.222.0.23 "PUT /v2.0/ports/443c9c29-72ac-49ac-9a8b-841173daef76 HTTP/1.1" status: 200 len: 1094 time: 2.1406474 Apr 02 13:09:57.495841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3af537c-8be8-43bc-8ce4-1e68e9605f09', 'tag': '443c9c29-72ac-49ac-9a8b-841173daef76'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:09:57.509741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Request body: {'port': {'device_id': '03d95060-3924-4c60-bf92-7fc4a9ead271', 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1', 'admin_state_up': True, 'tenant_id': '581ee3ea918541b5beda9adf261bbc27'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:09:57.589760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59b5f-ceb5-419b-99e2-7dadce1a8535 req-44e771cb-5967-4728-bdc5-8aaae448b95a tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:57.591350 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5ab59b5f-ceb5-419b-99e2-7dadce1a8535 req-44e771cb-5967-4728-bdc5-8aaae448b95a tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 946 time: 0.4685659 Apr 02 13:09:57.680950 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffe45b-9efc-4405-8ae2-4372f033ad6a req-fd955f9c-7c14-4348-81b4-6dce883cd3f3 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:57.682518 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8ffe45b-9efc-4405-8ae2-4372f033ad6a req-fd955f9c-7c14-4348-81b4-6dce883cd3f3 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 944 time: 0.3908551 Apr 02 13:09:58.011799 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5ab59b5f-ceb5-419b-99e2-7dadce1a8535 req-2bd2a17f-a1ed-4cb7-be0c-1b41979e0bca tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120753 Apr 02 13:09:58.046349 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8ffe45b-9efc-4405-8ae2-4372f033ad6a req-4c8bd73d-e185-43a6-9a28-d554a948c147 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535349 Apr 02 13:09:58.050251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:09:58.067602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:09:58.078864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-0b61ceb4-91ee-4716-bf8c-61b4fa292733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:58.081099 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-0b61ceb4-91ee-4716-bf8c-61b4fa292733 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb085a711e0f4ba3b24e33cacfd4c7ae&device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 1097 time: 0.4887533 Apr 02 13:09:58.083191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Made reservation on behalf of 581ee3ea918541b5beda9adf261bbc27 for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:09:58.090115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:58.114993 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3af537c-8be8-43bc-8ce4-1e68e9605f09', 'tag': '443c9c29-72ac-49ac-9a8b-841173daef76', 'status': 'completed', 'code': 200} Apr 02 13:09:58.334983 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-cfd5d8ff-e7ea-4e5a-a4f6-c98fee84dcc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=443c9c29-72ac-49ac-9a8b-841173daef76 HTTP/1.1" status: 200 len: 217 time: 0.2228701 Apr 02 13:09:58.357985 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2f5c5f85-3486-4512-8e76-de9b3909ac26 req-c5ecb3d6-f45a-47c1-b170-6bda1fe27b7e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 210 time: 0.1808758 Apr 02 13:09:58.495841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-89be09ef-3cf8-4337-a4da-ad9e2063f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:58.497395 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-89be09ef-3cf8-4337-a4da-ad9e2063f066 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3 HTTP/1.1" status: 200 len: 848 time: 0.1472859 Apr 02 13:09:58.580000 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-87abb7e7-e158-4175-bdc8-0100dc946578 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=180284db-f052-4d15-bd4b-56b93df12ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665362 Apr 02 13:09:58.581126 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Allocated IP 172.20.0.14 (01b952a8-69f8-49d6-8648-89163aaedcf1/4c78b424-958f-46c7-b25f-1cb6c1628394/0fe32104-230e-44f7-a139-368f042ffb49) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:09:58.593633 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af45eb-938c-40e9-9bcc-3f40f8a84f60 req-610455ef-4489-49a8-aace-d0c4b9835165 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:58.595211 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-55af45eb-938c-40e9-9bcc-3f40f8a84f60 req-610455ef-4489-49a8-aace-d0c4b9835165 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.3496048 Apr 02 13:09:58.837702 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-55af45eb-938c-40e9-9bcc-3f40f8a84f60 req-97dba2a4-23e6-4427-be70-f245c052291a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105432 Apr 02 13:09:58.981223 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-72d36cf1-b156-40e7-8c44-5c5fe6c49b40 service neutron] 10.222.0.23 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849254 Apr 02 13:09:59.000322 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576d2d8-c30a-4e66-9150-1395dd767098 req-8f6ee032-5f3d-44c2-acab-2d80e5998207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:59.001953 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7576d2d8-c30a-4e66-9150-1395dd767098 req-8f6ee032-5f3d-44c2-acab-2d80e5998207 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 1098 time: 0.3015740 Apr 02 13:09:59.032819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789aed0-9309-43c2-a70a-d48951527012 req-f168a84f-4278-4ec4-b842-7fdf816c80b1 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:59.034677 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1789aed0-9309-43c2-a70a-d48951527012 req-f168a84f-4278-4ec4-b842-7fdf816c80b1 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.23 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 946 time: 0.0866582 Apr 02 13:09:59.123294 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-1789aed0-9309-43c2-a70a-d48951527012 req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Deleting port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:09:59.123942 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-1789aed0-9309-43c2-a70a-d48951527012 req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:59.320554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:59.328948 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7576d2d8-c30a-4e66-9150-1395dd767098 req-14c71d8a-b960-47fd-af25-a9b8917a31c3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927916 Apr 02 13:09:59.393469 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e9d80050-3f2d-4a09-b400-8941cdd670ab req-f4c94bbb-cdab-4aa3-a6b9-77e6a7000345 service neutron] 10.222.0.23 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785543 Apr 02 13:09:59.400772 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-1789aed0-9309-43c2-a70a-d48951527012 req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] For port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,segment=NetworkSegment(36de3ca4-2ff1-4b59-b52b-9076c50f6f10),segment_id=36de3ca4-2ff1-4b59-b52b-9076c50f6f10)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:09:59.401072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-1789aed0-9309-43c2-a70a-d48951527012 req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:59.447747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c94b0b-caad-4099-9ba0-a5bd6741c009 req-ed95e4a0-3f4a-49fa-bc2a-f6bb490dd861 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:59.449373 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a4c94b0b-caad-4099-9ba0-a5bd6741c009 req-ed95e4a0-3f4a-49fa-bc2a-f6bb490dd861 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96a191f-0931-49f2-ae10-a5a24b81ee59 HTTP/1.1" status: 200 len: 946 time: 0.2815235 Apr 02 13:09:59.463777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d504-8041-4fef-9668-62956f3baa18 req-85741ca8-c411-4475-9a32-beb0570f2e87 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:09:59.463777 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e864d504-8041-4fef-9668-62956f3baa18 req-85741ca8-c411-4475-9a32-beb0570f2e87 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 944 time: 0.2312057 Apr 02 13:09:59.541958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:59.542537 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-1789aed0-9309-43c2-a70a-d48951527012 req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Calling delete_port for 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:09:59.557609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['6b093647-4136-45a7-829c-7e41e88bc03c', 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260', '40d113d2-2d64-4acd-b535-487f00d7a910'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:09:59.735180 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:59.844879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 58130) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:09:59.846527 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Pushing event updated for resources: {'Port': ['ID=0fe32104-230e-44f7-a139-368f042ffb49,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:09:59.871027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:09:59.890821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Network 01b952a8-69f8-49d6-8648-89163aaedcf1 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:09:59.911736 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:09:59.919116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:09:59.959047 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-1789aed0-9309-43c2-a70a-d48951527012 req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:09:59.981114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:09:59.993102 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a4c94b0b-caad-4099-9ba0-a5bd6741c009 req-fd155040-bd2d-4ac2-9d7a-b08e804e2574 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.10 "GET /v2.0/security-groups?id=66aae6ac-2c99-4dcc-ad95-676f8741d5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292625 Apr 02 13:09:59.996493 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e864d504-8041-4fef-9668-62956f3baa18 req-6133fe1b-1a67-42d7-97a3-338aae7f9ffd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167258 Apr 02 13:10:00.014790 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:00.015572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:00.058259 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5571260 Apr 02 13:10:00.085659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:00.089256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Pushing event deleted for resources: {'Port': ['ID=2b57dd88-181c-43cc-9b5a-cd282d9ab9f7,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:00.098048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:00.103215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Request body: {'port': {'device_id': '03d95060-3924-4c60-bf92-7fc4a9ead271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:10:00.220931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858d210-0813-4f95-94e3-70fc56ec455c req-32f8d44d-ce6d-45f5-91fd-31f1d64d53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:00.222712 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c858d210-0813-4f95-94e3-70fc56ec455c req-32f8d44d-ce6d-45f5-91fd-31f1d64d53da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb085a711e0f4ba3b24e33cacfd4c7ae&device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 1097 time: 0.7420278 Apr 02 13:10:00.289473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1789aed0-9309-43c2-a70a-d48951527012 req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] No DVR routers for this DVR port 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:10:00.292738 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-1789aed0-9309-43c2-a70a-d48951527012 req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:00.294782 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:10:00.297545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96a191f-0931-49f2-ae10-a5a24b81ee59', 'name': 'network-vif-deleted', 'tag': '2b57dd88-181c-43cc-9b5a-cd282d9ab9f7'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:00.323184 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1789aed0-9309-43c2-a70a-d48951527012 req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] 10.222.0.23 "DELETE /v2.0/ports/2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 HTTP/1.1" status: 204 len: 173 time: 1.2784758 Apr 02 13:10:00.598154 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb7847de1e74a4b8e7e5aff7cabb68e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:10:00.610333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:10:00.665867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:10:00.688178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:00.786849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['2b57dd88-181c-43cc-9b5a-cd282d9ab9f7'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:10:00.910913 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858d210-0813-4f95-94e3-70fc56ec455c req-f1a725fa-a0fb-4271-a1cc-ff08f5feb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:00.912549 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c858d210-0813-4f95-94e3-70fc56ec455c req-f1a725fa-a0fb-4271-a1cc-ff08f5feb8e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=180284db-f052-4d15-bd4b-56b93df12ab3 HTTP/1.1" status: 200 len: 909 time: 0.6425931 Apr 02 13:10:00.930015 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182cad-cdbd-412f-86a1-42946cd6f244 req-7680b5eb-7e4b-46b6-957f-0df3d3a403e9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:00.930760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-86182cad-cdbd-412f-86a1-42946cd6f244 req-7680b5eb-7e4b-46b6-957f-0df3d3a403e9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Synchronizing usage tracker for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:10:01.042786 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898a652-af3e-4c3f-bd33-63838aad308b req-81ea6419-d692-40e3-ad95-a570275de360 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:01.044416 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a898a652-af3e-4c3f-bd33-63838aad308b req-81ea6419-d692-40e3-ad95-a570275de360 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.4486072 Apr 02 13:10:01.055491 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c858d210-0813-4f95-94e3-70fc56ec455c req-befa8b46-2c31-4afb-8ff7-680aa47f61c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=443c9c29-72ac-49ac-9a8b-841173daef76 HTTP/1.1" status: 200 len: 217 time: 0.1207964 Apr 02 13:10:01.175229 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-86182cad-cdbd-412f-86a1-42946cd6f244 req-7680b5eb-7e4b-46b6-957f-0df3d3a403e9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Unset dirty status for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:10:01.176505 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-86182cad-cdbd-412f-86a1-42946cd6f244 req-7680b5eb-7e4b-46b6-957f-0df3d3a403e9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 932 time: 0.9583306 Apr 02 13:10:01.301485 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:01.364462 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a898a652-af3e-4c3f-bd33-63838aad308b req-90c8ce8e-300c-48eb-8abf-5d8ed776f740 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048851 Apr 02 13:10:01.365924 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858d210-0813-4f95-94e3-70fc56ec455c req-963fb96c-e32b-49ca-b6a5-11f9f747d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:01.367881 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c858d210-0813-4f95-94e3-70fc56ec455c req-963fb96c-e32b-49ca-b6a5-11f9f747d7d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3 HTTP/1.1" status: 200 len: 848 time: 0.2938030 Apr 02 13:10:01.379046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:01.400030 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:01.419324 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96a191f-0931-49f2-ae10-a5a24b81ee59', 'name': 'network-vif-deleted', 'tag': '2b57dd88-181c-43cc-9b5a-cd282d9ab9f7', 'status': 'completed', 'code': 200} Apr 02 13:10:01.469709 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-86182cad-cdbd-412f-86a1-42946cd6f244 req-7b1fd0d2-9a1e-4bd4-8815-a7e7d8d62367 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671452 Apr 02 13:10:01.486473 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c858d210-0813-4f95-94e3-70fc56ec455c req-c5ab0a36-7258-487e-bbe8-3e957fc346f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=180284db-f052-4d15-bd4b-56b93df12ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977199 Apr 02 13:10:01.527713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719741fb-b5a3-4c09-ac0c-8cc1c538c944,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:01.597796 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:01.611189 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9fb7847de1e74a4b8e7e5aff7cabb68e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7441936 Apr 02 13:10:01.611706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 58152) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:01.695617 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c82e-0856-4b4c-b496-85c28cf2eb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:01.724020 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c82e-0856-4b4c-b496-85c28cf2eb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:01.775351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c82e-0856-4b4c-b496-85c28cf2eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:01.778631 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c858d210-0813-4f95-94e3-70fc56ec455c req-083a9d92-12f1-4953-978b-82c2c00451be service neutron] 10.222.0.23 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774363 Apr 02 13:10:01.782294 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1a95e987-f92e-4c88-b856-0f3f574a0a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:01.796567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0c82e-0856-4b4c-b496-85c28cf2eb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719741fb-b5a3-4c09-ac0c-8cc1c538c944,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:01.800788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c7c0c82e-0856-4b4c-b496-85c28cf2eb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:01.802553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c82e-0856-4b4c-b496-85c28cf2eb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:01.804233 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c7c0c82e-0856-4b4c-b496-85c28cf2eb59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/719741fb-b5a3-4c09-ac0c-8cc1c538c944 HTTP/1.1" status: 204 len: 168 time: 0.1898344 Apr 02 13:10:02.029848 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c858d210-0813-4f95-94e3-70fc56ec455c req-1db69f02-8174-4f85-ac38-38364db92f3d service neutron] 10.222.0.23 "GET /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348614 Apr 02 13:10:02.053401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe32104-230e-44f7-a139-368f042ffb49 {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:10:02.067747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3155b3-1d13-4f44-877b-0034cae39f98 req-e31eec28-a370-42d8-a988-6f2cdd3db6eb tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:02.069783 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6e3155b3-1d13-4f44-877b-0034cae39f98 req-e31eec28-a370-42d8-a988-6f2cdd3db6eb tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 944 time: 0.4598274 Apr 02 13:10:02.074882 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:02.126548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Transition to ACTIVE for port object 0fe32104-230e-44f7-a139-368f042ffb49 will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:10:02.135083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:02.138307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44032ff5-057e-44a6-ab3f-6b73e6c5dfcc req-9cb782e7-74a0-494b-9296-30a0d573c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:02.145776 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-44032ff5-057e-44a6-ab3f-6b73e6c5dfcc req-9cb782e7-74a0-494b-9296-30a0d573c3a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 1098 time: 0.1555657 Apr 02 13:10:02.220987 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-27c5ccd7-0e47-426c-a610-51e007e3b05f tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:02.309346 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6e3155b3-1d13-4f44-877b-0034cae39f98 req-b050566f-ab20-4870-8440-37cc012e741b tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312365 Apr 02 13:10:02.314946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44032ff5-057e-44a6-ab3f-6b73e6c5dfcc req-19b9b69c-c1fa-4377-8d6c-47b227300ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:02.317489 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-44032ff5-057e-44a6-ab3f-6b73e6c5dfcc req-19b9b69c-c1fa-4377-8d6c-47b227300ac2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 920 time: 0.1484325 Apr 02 13:10:02.365056 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe32104-230e-44f7-a139-368f042ffb49,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:02.380871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:02.392242 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-44032ff5-057e-44a6-ab3f-6b73e6c5dfcc req-930cb5f0-ce81-422c-8a7a-9d228d6764d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b31fb42-9361-4ad9-b277-db13427033e9 HTTP/1.1" status: 200 len: 217 time: 0.0671740 Apr 02 13:10:02.473175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44032ff5-057e-44a6-ab3f-6b73e6c5dfcc req-7c112944-5b32-4512-8bad-6b9cd268a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:02.474714 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-44032ff5-057e-44a6-ab3f-6b73e6c5dfcc req-7c112944-5b32-4512-8bad-6b9cd268a5ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 200 len: 859 time: 0.0685091 Apr 02 13:10:02.498372 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8ed65-8d1b-4d2e-ba63-1d54ca37f379 req-3bbd4460-9917-4560-b945-bbdc88f9b299 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:02.500065 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9fb8ed65-8d1b-4d2e-ba63-1d54ca37f379 req-3bbd4460-9917-4560-b945-bbdc88f9b299 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.2827694 Apr 02 13:10:02.532636 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-44032ff5-057e-44a6-ab3f-6b73e6c5dfcc req-8ed2a93f-5771-44c1-979c-f83c924c4b95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508943 Apr 02 13:10:02.684512 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9fb8ed65-8d1b-4d2e-ba63-1d54ca37f379 req-4a488184-6cf9-4c1e-b66f-9871d8489f8d tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753581 Apr 02 13:10:02.730182 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Attempting to bind port 0fe32104-230e-44f7-a139-368f042ffb49 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:10:02.730558 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Attempting to bind port 0fe32104-230e-44f7-a139-368f042ffb49 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:10:02.730962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Attempting to bind port 0fe32104-230e-44f7-a139-368f042ffb49 on network 01b952a8-69f8-49d6-8648-89163aaedcf1 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:10:02.737697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Port 0fe32104-230e-44f7-a139-368f042ffb49 on network 01b952a8-69f8-49d6-8648-89163aaedcf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:10:02.738074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Attempting to bind port 0fe32104-230e-44f7-a139-368f042ffb49 on network 01b952a8-69f8-49d6-8648-89163aaedcf1 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:10:02.745792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:10:02.746168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Checking segment: {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:10:02.746592 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Bound using segment: {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:10:02.747089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Bound port: 0fe32104-230e-44f7-a139-368f042ffb49, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c614785-8488-48fa-8a36-0c3bd3e948ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:10:02.747431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:02.766374 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418c693-d208-4269-b83b-56d3e046a2ee req-93f20e3b-6b42-49bb-ae9e-7976f96639b8 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:02.768017 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b418c693-d208-4269-b83b-56d3e046a2ee req-93f20e3b-6b42-49bb-ae9e-7976f96639b8 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 944 time: 0.1673641 Apr 02 13:10:02.769893 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-44032ff5-057e-44a6-ab3f-6b73e6c5dfcc req-d9dd96ad-c6ad-4004-a032-92669bde6f8f service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494472 Apr 02 13:10:02.883085 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b418c693-d208-4269-b83b-56d3e046a2ee req-a08d7f93-09a6-49f4-857e-01953f8271d0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782888 Apr 02 13:10:02.894492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] For port 0fe32104-230e-44f7-a139-368f042ffb49, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:10:02.897775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] For port 0fe32104-230e-44f7-a139-368f042ffb49, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0fe32104-230e-44f7-a139-368f042ffb49,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:10:02.901049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:02.917042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e63e28c5-20cb-4edf-94f6-fbefecf86f1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:02.928777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 443c9c29-72ac-49ac-9a8b-841173daef76 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:10:02.928982 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-44032ff5-057e-44a6-ab3f-6b73e6c5dfcc req-72d8a6bb-77f0-41b5-8c6c-3dbe0ac1aab3 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507320 Apr 02 13:10:02.932070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:10:02.976752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:10:02.977157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 2b57dd88-181c-43cc-9b5a-cd282d9ab9f7 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:10:03.075743 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe32104-230e-44f7-a139-368f042ffb49,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:03.080612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:03.110188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:03.110931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:03.113045 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] 10.222.0.23 "PUT /v2.0/ports/0fe32104-230e-44f7-a139-368f042ffb49 HTTP/1.1" status: 200 len: 1094 time: 3.0147183 Apr 02 13:10:03.113575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d95060-3924-4c60-bf92-7fc4a9ead271', 'tag': '0fe32104-230e-44f7-a139-368f042ffb49'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:03.120471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 443c9c29-72ac-49ac-9a8b-841173daef76, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=443c9c29-72ac-49ac-9a8b-841173daef76,segment=NetworkSegment(eebd8551-a2ff-4899-9db0-53fbca684d55),segment_id=eebd8551-a2ff-4899-9db0-53fbca684d55)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:03.137946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '443c9c29-72ac-49ac-9a8b-841173daef76', 'network_id': '180284db-f052-4d15-bd4b-56b93df12ab3', 'port_id': '443c9c29-72ac-49ac-9a8b-841173daef76', 'mac_address': 'fa:16:3e:99:7b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:10:03.198730 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d95060-3924-4c60-bf92-7fc4a9ead271', 'tag': '0fe32104-230e-44f7-a139-368f042ffb49', 'status': 'completed', 'code': 200} Apr 02 13:10:03.207059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:03.227823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443c9c29-72ac-49ac-9a8b-841173daef76 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:10:03.245625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 443c9c29-72ac-49ac-9a8b-841173daef76, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=443c9c29-72ac-49ac-9a8b-841173daef76,segment=NetworkSegment(eebd8551-a2ff-4899-9db0-53fbca684d55),segment_id=eebd8551-a2ff-4899-9db0-53fbca684d55)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:03.250354 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:03.251708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-1bf6b817-b8ab-44c2-9409-09d8baea8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:03.253475 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-1bf6b817-b8ab-44c2-9409-09d8baea8e6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 1097 time: 0.0979340 Apr 02 13:10:03.253860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:03.334708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=443c9c29-72ac-49ac-9a8b-841173daef76,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:03.340456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:03.346464 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-8fe7739e-a520-41e9-89fe-0f99f55cd496 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fe32104-230e-44f7-a139-368f042ffb49 HTTP/1.1" status: 200 len: 217 time: 0.0749526 Apr 02 13:10:03.605832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['443c9c29-72ac-49ac-9a8b-841173daef76'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:10:03.754148 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-60cd6625-edef-4980-a4a5-6a12d8cab2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:03.754925 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-60cd6625-edef-4980-a4a5-6a12d8cab2e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c78b424-958f-46c7-b25f-1cb6c1628394 HTTP/1.1" status: 200 len: 854 time: 0.4017143 Apr 02 13:10:03.824178 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-d69c13c3-6c7c-4a4e-ba6e-c193b24bd883 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01b952a8-69f8-49d6-8648-89163aaedcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610905 Apr 02 13:10:03.880044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475deb5-6f76-4126-af28-0648e73a9a5e req-2a4685fe-8103-4396-af75-b8843f2751dd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:03.881866 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1475deb5-6f76-4126-af28-0648e73a9a5e req-2a4685fe-8103-4396-af75-b8843f2751dd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 945 time: 0.2401524 Apr 02 13:10:04.069955 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1475deb5-6f76-4126-af28-0648e73a9a5e req-b72f2662-768d-474d-8d42-e62549ffb8b6 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808610 Apr 02 13:10:04.130266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8a19b-4517-4af9-b2e0-4a56611ada4a req-96b935fe-ea15-4c93-856d-0772975bf9cf tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:04.131916 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2bf8a19b-4517-4af9-b2e0-4a56611ada4a req-96b935fe-ea15-4c93-856d-0772975bf9cf tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.3038421 Apr 02 13:10:04.138557 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-0ae6ed52-dea5-4809-ae41-505ad2430570 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507558 Apr 02 13:10:04.291977 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2bf8a19b-4517-4af9-b2e0-4a56611ada4a req-5f56ecb8-2926-4ae3-893b-444ae213ee66 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516502 Apr 02 13:10:04.397898 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f80affc-1ca1-4e72-ba00-1610ed625899 req-535a3c23-1b93-4349-9ba6-b57c51a8a252 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354519 Apr 02 13:10:04.435438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a737d-0f15-4e1e-9466-9bd44586fde4 req-928a098e-19b4-4e04-9af2-0f2fcf64441f tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:04.437060 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c42a737d-0f15-4e1e-9466-9bd44586fde4 req-928a098e-19b4-4e04-9af2-0f2fcf64441f tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 944 time: 0.1082318 Apr 02 13:10:04.539266 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c42a737d-0f15-4e1e-9466-9bd44586fde4 req-5689269d-d914-4a40-8002-0441a68bc90a tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956919 Apr 02 13:10:04.562411 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2923ed-a231-4aaa-af2f-95832aaedf5a req-828a4b22-39e2-46f9-9242-8da1b9ec3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:04.564015 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd2923ed-a231-4aaa-af2f-95832aaedf5a req-828a4b22-39e2-46f9-9242-8da1b9ec3fa8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=581ee3ea918541b5beda9adf261bbc27&device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 1097 time: 0.1060314 Apr 02 13:10:04.720978 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2923ed-a231-4aaa-af2f-95832aaedf5a req-b60aa312-d1c4-41e3-88c7-68fca846c763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:04.723073 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd2923ed-a231-4aaa-af2f-95832aaedf5a req-b60aa312-d1c4-41e3-88c7-68fca846c763 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 200 len: 915 time: 0.1382558 Apr 02 13:10:04.799393 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd2923ed-a231-4aaa-af2f-95832aaedf5a req-26770639-b5c2-41fe-9dea-4e5f5e8af57b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fe32104-230e-44f7-a139-368f042ffb49 HTTP/1.1" status: 200 len: 217 time: 0.0688331 Apr 02 13:10:04.873662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2923ed-a231-4aaa-af2f-95832aaedf5a req-4d085010-8eb1-46ff-8388-09641675a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:04.875295 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd2923ed-a231-4aaa-af2f-95832aaedf5a req-4d085010-8eb1-46ff-8388-09641675a830 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c78b424-958f-46c7-b25f-1cb6c1628394 HTTP/1.1" status: 200 len: 854 time: 0.0643332 Apr 02 13:10:04.929388 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 443c9c29-72ac-49ac-9a8b-841173daef76 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:10:04.930531 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd2923ed-a231-4aaa-af2f-95832aaedf5a req-83a10513-856a-428a-a7ba-b8c843e02cef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01b952a8-69f8-49d6-8648-89163aaedcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467129 Apr 02 13:10:05.037405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 443c9c29-72ac-49ac-9a8b-841173daef76 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:10:05.043721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 443c9c29-72ac-49ac-9a8b-841173daef76 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:10:05.044404 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:05.098539 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd2923ed-a231-4aaa-af2f-95832aaedf5a req-117694f0-8725-437d-ab45-4df3bacf1027 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600788 Apr 02 13:10:05.214414 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:05.272805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af537c-8be8-43bc-8ce4-1e68e9605f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c9c29-72ac-49ac-9a8b-841173daef76'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:05.295789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 443c9c29-72ac-49ac-9a8b-841173daef76, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=443c9c29-72ac-49ac-9a8b-841173daef76,segment=NetworkSegment(eebd8551-a2ff-4899-9db0-53fbca684d55),segment_id=eebd8551-a2ff-4899-9db0-53fbca684d55)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:05.302254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:05.305271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:05.339940 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd2923ed-a231-4aaa-af2f-95832aaedf5a req-68a02c59-de3d-4c5b-bb84-4cc5ec33e647 service neutron] 10.222.0.23 "GET /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325168 Apr 02 13:10:05.393446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac39d7-1f35-44f4-b29d-367371d91ae8 req-319fc2dd-0e5c-45b3-8ed7-52b6ec3b9147 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:05.395380 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-75ac39d7-1f35-44f4-b29d-367371d91ae8 req-319fc2dd-0e5c-45b3-8ed7-52b6ec3b9147 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 946 time: 0.1166041 Apr 02 13:10:05.403155 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=443c9c29-72ac-49ac-9a8b-841173daef76,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:05.406480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:05.446751 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-75ac39d7-1f35-44f4-b29d-367371d91ae8 req-632f02e9-cc85-4db0-ba00-13d4f2dff33e tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Apr 02 13:10:05.461373 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af537c-8be8-43bc-8ce4-1e68e9605f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c9c29-72ac-49ac-9a8b-841173daef76', 'code': 200} Apr 02 13:10:05.886066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274f8bf-82a9-4e6a-b783-fa7dc71033fd req-4b3f6458-e7b3-4410-b199-a25c42d1245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:05.887708 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c274f8bf-82a9-4e6a-b783-fa7dc71033fd req-4b3f6458-e7b3-4410-b199-a25c42d1245d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 1099 time: 0.2271771 Apr 02 13:10:05.896436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d626db6-f604-496b-a0d5-2a02f6182886 req-e18edf75-4fd1-4fd9-abb0-5a7e047af9f1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:05.897969 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7d626db6-f604-496b-a0d5-2a02f6182886 req-e18edf75-4fd1-4fd9-abb0-5a7e047af9f1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1982088 Apr 02 13:10:05.926256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dc74c-041a-4421-96cd-e2114e52871e req-52b6d08d-9ef7-4dc0-9ffd-29f27a9a13a2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:05.927925 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b42dc74c-041a-4421-96cd-e2114e52871e req-52b6d08d-9ef7-4dc0-9ffd-29f27a9a13a2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 944 time: 0.2293355 Apr 02 13:10:05.994151 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c274f8bf-82a9-4e6a-b783-fa7dc71033fd req-d2761ae9-0187-4ef4-8e25-a72cde2c1b44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950022 Apr 02 13:10:06.031525 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7d626db6-f604-496b-a0d5-2a02f6182886 req-dad52d1e-007e-40e4-a1cd-3a3f54f72e9d tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007817 Apr 02 13:10:06.034969 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b42dc74c-041a-4421-96cd-e2114e52871e req-c724e5c6-428a-4645-94d4-6848b2c0c837 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828657 Apr 02 13:10:06.650582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233af8f1-c161-4828-995e-f9fdf94e4584 req-c13d8d82-6445-4c51-aa35-e778e19ac25e tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:06.652217 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-233af8f1-c161-4828-995e-f9fdf94e4584 req-c13d8d82-6445-4c51-aa35-e778e19ac25e tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 946 time: 0.0896842 Apr 02 13:10:06.700960 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-233af8f1-c161-4828-995e-f9fdf94e4584 req-25765b04-d7a1-4ac2-9e12-ea6f898e341f tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Apr 02 13:10:06.943777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0fe32104-230e-44f7-a139-368f042ffb49 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:10:07.095578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0fe32104-230e-44f7-a139-368f042ffb49, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0fe32104-230e-44f7-a139-368f042ffb49,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:07.139010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '0fe32104-230e-44f7-a139-368f042ffb49', 'network_id': '01b952a8-69f8-49d6-8648-89163aaedcf1', 'port_id': '0fe32104-230e-44f7-a139-368f042ffb49', 'mac_address': 'fa:16:3e:c1:28:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c78b424-958f-46c7-b25f-1cb6c1628394', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:10:07.210529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:07.229802 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe32104-230e-44f7-a139-368f042ffb49 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:10:07.246278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0fe32104-230e-44f7-a139-368f042ffb49, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0fe32104-230e-44f7-a139-368f042ffb49,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:07.249432 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:07.251172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:07.286712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c9694-5c34-488d-84c5-04e51f5f0536 req-c19fcf2e-eef4-4927-83bd-03d5f443f644 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:07.288605 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a47c9694-5c34-488d-84c5-04e51f5f0536 req-c19fcf2e-eef4-4927-83bd-03d5f443f644 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 944 time: 0.1027493 Apr 02 13:10:07.323187 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=0fe32104-230e-44f7-a139-368f042ffb49,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:07.326623 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:07.340157 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a47c9694-5c34-488d-84c5-04e51f5f0536 req-954c0dd5-74d9-4835-be8a-82be77a99aac tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Apr 02 13:10:07.589473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['0fe32104-230e-44f7-a139-368f042ffb49'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:10:07.755970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e49ea8-619e-458e-a417-54fdb2773267 req-be47957d-e713-4217-a248-da2f3d760cc1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:07.759228 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-10e49ea8-619e-458e-a417-54fdb2773267 req-be47957d-e713-4217-a248-da2f3d760cc1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.0967023 Apr 02 13:10:07.809688 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-10e49ea8-619e-458e-a417-54fdb2773267 req-25f5c7fb-4e9b-4d85-958a-a67a86a15f8f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454478 Apr 02 13:10:07.909476 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022095f-3254-4623-8bbc-d249c5eb755e req-82db9c53-a83a-47c4-bc26-cc88b47d139b tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:07.911660 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0022095f-3254-4623-8bbc-d249c5eb755e req-82db9c53-a83a-47c4-bc26-cc88b47d139b tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 946 time: 0.0900500 Apr 02 13:10:07.966870 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0022095f-3254-4623-8bbc-d249c5eb755e req-5a26c559-f8ee-4e3c-9b5e-101d356338a2 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489733 Apr 02 13:10:08.817157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0405d1-3493-45f5-8cfb-e9991dac405a req-7232dbee-153a-4132-932b-052f9cfb36ae tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:08.820144 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1c0405d1-3493-45f5-8cfb-e9991dac405a req-7232dbee-153a-4132-932b-052f9cfb36ae tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 945 time: 0.1671989 Apr 02 13:10:08.829112 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a4ec8-c4a5-4a34-a2ab-33ecb9b50911 req-82db6ccf-e587-4ff5-b6a6-0b2859a483d1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:08.830710 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-669a4ec8-c4a5-4a34-a2ab-33ecb9b50911 req-82db6ccf-e587-4ff5-b6a6-0b2859a483d1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1350768 Apr 02 13:10:08.906445 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1c0405d1-3493-45f5-8cfb-e9991dac405a req-32a0626f-8117-4324-b4f7-f5b3f1a8b6b4 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744324 Apr 02 13:10:08.922284 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-669a4ec8-c4a5-4a34-a2ab-33ecb9b50911 req-f22104f8-2f74-4b15-8951-7578ae7ec7fe tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762537 Apr 02 13:10:08.972718 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0fe32104-230e-44f7-a139-368f042ffb49 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:10:09.043662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 0fe32104-230e-44f7-a139-368f042ffb49 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:10:09.048552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 0fe32104-230e-44f7-a139-368f042ffb49 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:10:09.048960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:09.178388 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:09.207789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d95060-3924-4c60-bf92-7fc4a9ead271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe32104-230e-44f7-a139-368f042ffb49'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:09.218728 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0fe32104-230e-44f7-a139-368f042ffb49, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0fe32104-230e-44f7-a139-368f042ffb49,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:09.223425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:09.225325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8e142d2b-ba21-4691-acf5-c56dc92f6d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:09.267106 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d95060-3924-4c60-bf92-7fc4a9ead271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe32104-230e-44f7-a139-368f042ffb49', 'code': 200} Apr 02 13:10:09.302330 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=0fe32104-230e-44f7-a139-368f042ffb49,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:09.305666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:09.408818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c812b43-ff90-473d-9e65-e8f226c2621d req-fdc0f5cb-4929-47b0-9d4e-d1adfb31998b tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:09.410910 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3c812b43-ff90-473d-9e65-e8f226c2621d req-fdc0f5cb-4929-47b0-9d4e-d1adfb31998b tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 946 time: 0.0910337 Apr 02 13:10:09.507502 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3c812b43-ff90-473d-9e65-e8f226c2621d req-2b7c7ec4-b564-4f30-ae64-3ff1febd1110 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897725 Apr 02 13:10:09.541741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902a012-1300-4fc4-914a-1fb36f90da5d req-ba6ebf73-711e-4857-bd65-5985d9210802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:09.543332 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d902a012-1300-4fc4-914a-1fb36f90da5d req-ba6ebf73-711e-4857-bd65-5985d9210802 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 1099 time: 0.0894253 Apr 02 13:10:09.593740 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d902a012-1300-4fc4-914a-1fb36f90da5d req-e6bd2cd0-fb79-411f-8062-7ff03b89b96e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360420 Apr 02 13:10:10.395885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a7b1-a331-42a6-93de-85d6f2c6eecc req-5dfd2978-caf5-4891-97b0-7c8f5320a171 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:10.397455 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-64f3a7b1-a331-42a6-93de-85d6f2c6eecc req-5dfd2978-caf5-4891-97b0-7c8f5320a171 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 946 time: 0.3690979 Apr 02 13:10:10.405997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ec06-773b-4662-bcd5-c88ef62fd1bb req-10f6a90b-ccfe-465c-a70f-c416dd7583de tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:10.407459 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1029ec06-773b-4662-bcd5-c88ef62fd1bb req-10f6a90b-ccfe-465c-a70f-c416dd7583de tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.3422458 Apr 02 13:10:10.480540 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-64f3a7b1-a331-42a6-93de-85d6f2c6eecc req-8db24baf-b97f-4879-9ccc-17268e6ed76e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720308 Apr 02 13:10:10.488225 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1029ec06-773b-4662-bcd5-c88ef62fd1bb req-d2381808-5b4f-4064-878f-0b6788b175c9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655069 Apr 02 13:10:10.709097 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451bc04-1587-46a8-a7dc-78fb4d93a469 req-e4bd59d4-0a0d-40d0-99a4-7ac0b907654a tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:10.710597 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c451bc04-1587-46a8-a7dc-78fb4d93a469 req-e4bd59d4-0a0d-40d0-99a4-7ac0b907654a tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 946 time: 0.0877705 Apr 02 13:10:10.762193 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c451bc04-1587-46a8-a7dc-78fb4d93a469 req-565e55fc-2c72-4989-8959-5700ed2d0637 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Apr 02 13:10:11.364928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9c51-1760-4d09-99ac-4bc5398cacc9 req-0f49c825-c75f-4356-8fd5-2ae1b8e77606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:11.366539 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-751c9c51-1760-4d09-99ac-4bc5398cacc9 req-0f49c825-c75f-4356-8fd5-2ae1b8e77606 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 1098 time: 0.1498215 Apr 02 13:10:11.374916 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d218b-c730-4d47-af3d-c05e61a72a7f req-3ae6c256-712a-4435-bc6b-a903240092c0 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:11.377320 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a84d218b-c730-4d47-af3d-c05e61a72a7f req-3ae6c256-712a-4435-bc6b-a903240092c0 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1122222 Apr 02 13:10:11.516529 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a84d218b-c730-4d47-af3d-c05e61a72a7f req-0f907f87-7873-43f0-b705-6a7745ee69f9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121852 Apr 02 13:10:11.557040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9c51-1760-4d09-99ac-4bc5398cacc9 req-3eb02946-642a-481f-a9fa-346fc8bacc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:11.558612 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-751c9c51-1760-4d09-99ac-4bc5398cacc9 req-3eb02946-642a-481f-a9fa-346fc8bacc29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 920 time: 0.1813560 Apr 02 13:10:11.707908 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-0c32b543-1c9c-43a4-899f-b199dd518c10 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:11.709464 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-0c32b543-1c9c-43a4-899f-b199dd518c10 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 946 time: 0.0898457 Apr 02 13:10:11.713288 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-751c9c51-1760-4d09-99ac-4bc5398cacc9 req-e0d3ea0f-4358-404e-868a-2dbe3f636651 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b31fb42-9361-4ad9-b277-db13427033e9 HTTP/1.1" status: 200 len: 217 time: 0.1375282 Apr 02 13:10:11.797397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Deleting port 443c9c29-72ac-49ac-9a8b-841173daef76 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:10:11.797831 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:11.831276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c9c51-1760-4d09-99ac-4bc5398cacc9 req-ccb8d070-0b5b-4ce5-9f11-3616876f0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:11.832901 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-751c9c51-1760-4d09-99ac-4bc5398cacc9 req-ccb8d070-0b5b-4ce5-9f11-3616876f0a08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 200 len: 859 time: 0.1086948 Apr 02 13:10:11.897322 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-751c9c51-1760-4d09-99ac-4bc5398cacc9 req-12716beb-76fe-46e3-bdb8-3bad4c4729a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563500 Apr 02 13:10:11.908682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e108f-4ff6-4745-8d63-9255299ae793 req-776e92bd-cb68-4c42-af67-ffcde252167e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:11.910548 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-515e108f-4ff6-4745-8d63-9255299ae793 req-776e92bd-cb68-4c42-af67-ffcde252167e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.2767558 Apr 02 13:10:11.919235 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247d197-da92-448a-bf24-f1a7ab5defcc req-ad35cf6b-3a91-452c-9040-5a09ecdfbc2b tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:11.920766 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a247d197-da92-448a-bf24-f1a7ab5defcc req-ad35cf6b-3a91-452c-9040-5a09ecdfbc2b tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 946 time: 0.2881706 Apr 02 13:10:12.065009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] For port 443c9c29-72ac-49ac-9a8b-841173daef76, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=443c9c29-72ac-49ac-9a8b-841173daef76,segment=NetworkSegment(eebd8551-a2ff-4899-9db0-53fbca684d55),segment_id=eebd8551-a2ff-4899-9db0-53fbca684d55)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:12.065990 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:12.085475 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-515e108f-4ff6-4745-8d63-9255299ae793 req-2b3e73d1-aecd-4c51-b164-9617a120b43a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625173 Apr 02 13:10:12.095995 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a247d197-da92-448a-bf24-f1a7ab5defcc req-f3ec968d-14fc-4b80-a7f9-a055769f75d3 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503592 Apr 02 13:10:12.164680 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-751c9c51-1760-4d09-99ac-4bc5398cacc9 req-84e906d0-33ba-4ed8-8517-2d639c1c3086 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428710 Apr 02 13:10:12.248301 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Calling delete_port for 443c9c29-72ac-49ac-9a8b-841173daef76 owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:10:12.388361 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-751c9c51-1760-4d09-99ac-4bc5398cacc9 req-ef49a311-e417-49a3-9156-c300f39d45a7 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079813 Apr 02 13:10:12.401739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f45b56-9776-4aef-9c27-86a789fb85b1 req-8c9d90fb-3119-41e9-a3b0-cf7bac0336a2 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:12.403358 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d1f45b56-9776-4aef-9c27-86a789fb85b1 req-8c9d90fb-3119-41e9-a3b0-cf7bac0336a2 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3af537c-8be8-43bc-8ce4-1e68e9605f09 HTTP/1.1" status: 200 len: 946 time: 0.1491897 Apr 02 13:10:12.409007 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:12.429021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['443c9c29-72ac-49ac-9a8b-841173daef76'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:10:12.491896 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d1f45b56-9776-4aef-9c27-86a789fb85b1 req-9867f55d-cbb0-4b0b-a46a-dcfdf749ff8a tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.10 "GET /v2.0/security-groups?id=640c8778-c094-449b-91e6-11e1d9994184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611460 Apr 02 13:10:12.567001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:12.632553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Pushing event deleted for resources: {'Port': ['ID=443c9c29-72ac-49ac-9a8b-841173daef76,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:12.685015 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.685671 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.686251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.686837 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.687396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.688087 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.688660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.689224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.699861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.700846 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.701636 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.702016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:12.712400 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:12.765810 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] No DVR routers for this DVR port 443c9c29-72ac-49ac-9a8b-841173daef76 on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:10:12.766021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213255b-3d8a-4dcf-b6d7-8e7582abea8e req-952415ba-b01d-4c2e-afd6-bdef8aa52001 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:12.767588 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f213255b-3d8a-4dcf-b6d7-8e7582abea8e req-952415ba-b01d-4c2e-afd6-bdef8aa52001 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.0963376 Apr 02 13:10:12.768617 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:12.772943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af537c-8be8-43bc-8ce4-1e68e9605f09', 'name': 'network-vif-deleted', 'tag': '443c9c29-72ac-49ac-9a8b-841173daef76'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:12.789611 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a2d3bae5-2a0c-461c-8f8c-fb6196da3d6d req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] 10.222.0.23 "DELETE /v2.0/ports/443c9c29-72ac-49ac-9a8b-841173daef76 HTTP/1.1" status: 204 len: 173 time: 1.0684335 Apr 02 13:10:12.830377 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f213255b-3d8a-4dcf-b6d7-8e7582abea8e req-c832cc16-f32b-4bf3-ac1e-19c28d98aab4 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561569 Apr 02 13:10:12.841614 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af537c-8be8-43bc-8ce4-1e68e9605f09', 'name': 'network-vif-deleted', 'tag': '443c9c29-72ac-49ac-9a8b-841173daef76', 'status': 'completed', 'code': 200} Apr 02 13:10:13.293612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4196ba-bd0b-48c7-978e-1977f4868608 req-2aaa1d88-7067-403f-9e42-5185c0b03e40 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:13.295204 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4b4196ba-bd0b-48c7-978e-1977f4868608 req-2aaa1d88-7067-403f-9e42-5185c0b03e40 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.0874028 Apr 02 13:10:13.344817 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4b4196ba-bd0b-48c7-978e-1977f4868608 req-8d1b0a9f-6892-4e5c-a0e4-fe438109f2bb tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417423 Apr 02 13:10:13.813792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:10:14.054326 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3405a4-2df6-4ede-b1d4-8c8e55b89191 req-18348c57-f4f7-403c-bfae-2930f8d8a9aa tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:14.055905 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd3405a4-2df6-4ede-b1d4-8c8e55b89191 req-18348c57-f4f7-403c-bfae-2930f8d8a9aa tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.0998614 Apr 02 13:10:14.110586 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd3405a4-2df6-4ede-b1d4-8c8e55b89191 req-e9a7cd39-6e65-41e9-93c4-3ad1939e78c5 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482323 Apr 02 13:10:14.582451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb89222-1b18-471c-959d-8bbd7ebddec2 req-18626db5-c873-4627-b0d6-ccb65b72ce30 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:14.584714 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9eb89222-1b18-471c-959d-8bbd7ebddec2 req-18626db5-c873-4627-b0d6-ccb65b72ce30 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1011541 Apr 02 13:10:14.651991 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9eb89222-1b18-471c-959d-8bbd7ebddec2 req-c9f2ed72-fa7f-4b21-a406-8d1dd64783c4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561848 Apr 02 13:10:15.011685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 443c9c29-72ac-49ac-9a8b-841173daef76 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:10:15.049344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 443c9c29-72ac-49ac-9a8b-841173daef76 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:10:15.049775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 443c9c29-72ac-49ac-9a8b-841173daef76 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:10:15.330020 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cd00a-81e2-4ba1-8655-6ccca1c7b2d6 req-494d4dd1-5161-4f58-976e-a4fe5aa0d8d6 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:15.331729 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d68cd00a-81e2-4ba1-8655-6ccca1c7b2d6 req-494d4dd1-5161-4f58-976e-a4fe5aa0d8d6 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.0882630 Apr 02 13:10:15.386711 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d68cd00a-81e2-4ba1-8655-6ccca1c7b2d6 req-97ea4ed3-e628-4811-992b-3a69c2e0b0a2 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485585 Apr 02 13:10:15.883588 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3b7d4-48cd-4024-96ef-29c67157a177 req-40f77c0f-1adb-4b81-b008-237c8f8acf0b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:15.885606 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-86a3b7d4-48cd-4024-96ef-29c67157a177 req-40f77c0f-1adb-4b81-b008-237c8f8acf0b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1045673 Apr 02 13:10:15.939656 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-86a3b7d4-48cd-4024-96ef-29c67157a177 req-782cbf95-8f24-4a1c-9239-1051e7a4d863 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475652 Apr 02 13:10:16.612255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c56fe6-f3c3-4bd8-b806-d61b6e14804f req-1f2c3734-12d9-4088-8dc6-38c961ed1cda tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:16.621116 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d3c56fe6-f3c3-4bd8-b806-d61b6e14804f req-1f2c3734-12d9-4088-8dc6-38c961ed1cda tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1044617 Apr 02 13:10:16.675957 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d3c56fe6-f3c3-4bd8-b806-d61b6e14804f req-388fab82-65f9-409f-8cde-7ae381c96cb9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532281 Apr 02 13:10:16.977594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c100-fb88-4e87-8e3e-b8c93a5f006c req-54a50372-8ff9-4c03-b8a9-c03d4be97e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:16.979912 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e637c100-fb88-4e87-8e3e-b8c93a5f006c req-54a50372-8ff9-4c03-b8a9-c03d4be97e44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 1098 time: 0.1408591 Apr 02 13:10:17.259933 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b31ce-05d0-46e3-8d03-db6af7d52eca req-3855dea6-28f0-4dd6-a510-0b50e3f62bb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:17.269308 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6e5b31ce-05d0-46e3-8d03-db6af7d52eca req-3855dea6-28f0-4dd6-a510-0b50e3f62bb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1423934 Apr 02 13:10:17.310421 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c100-fb88-4e87-8e3e-b8c93a5f006c req-fcd06bc1-96ca-46fc-a5a5-b06544602cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:17.315652 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e637c100-fb88-4e87-8e3e-b8c93a5f006c req-fcd06bc1-96ca-46fc-a5a5-b06544602cd8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 920 time: 0.3147125 Apr 02 13:10:17.381698 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6e5b31ce-05d0-46e3-8d03-db6af7d52eca req-0c6826fc-8eaf-41a4-9a89-7f914c1c108c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112404 Apr 02 13:10:17.402647 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e637c100-fb88-4e87-8e3e-b8c93a5f006c req-5040c2e9-c590-4f75-b40d-31acc995e7ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b31fb42-9361-4ad9-b277-db13427033e9 HTTP/1.1" status: 200 len: 217 time: 0.0778742 Apr 02 13:10:17.507258 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c100-fb88-4e87-8e3e-b8c93a5f006c req-75fb94d1-5ace-4d85-b1fb-c287f3b24634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:17.509574 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e637c100-fb88-4e87-8e3e-b8c93a5f006c req-75fb94d1-5ace-4d85-b1fb-c287f3b24634 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 200 len: 859 time: 0.0897853 Apr 02 13:10:17.609156 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e637c100-fb88-4e87-8e3e-b8c93a5f006c req-0c60f497-3943-4ace-a8c8-e7a301685ce5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916111 Apr 02 13:10:17.792999 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e637c100-fb88-4e87-8e3e-b8c93a5f006c req-3ffeb686-9c91-4fcb-a93f-68a99483e685 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684489 Apr 02 13:10:17.935580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb8267-8fca-453a-b96d-ebaf25295f90 req-aa651b0a-3c8b-438e-9975-a95053d2b24f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:17.937261 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34eb8267-8fca-453a-b96d-ebaf25295f90 req-aa651b0a-3c8b-438e-9975-a95053d2b24f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1043248 Apr 02 13:10:17.966083 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e637c100-fb88-4e87-8e3e-b8c93a5f006c req-169e1236-2b7a-41b0-b6a8-186c388d3fbe service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642368 Apr 02 13:10:17.993115 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34eb8267-8fca-453a-b96d-ebaf25295f90 req-9ba6a3c8-4f45-4264-8ad0-4e5f45f167f9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478597 Apr 02 13:10:18.512756 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-79189e63-9608-424a-a395-fbad0ec500fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:18.684272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70ebdf-43de-426c-a44a-752f21e92899 req-39cecb7c-de86-4725-8b47-28158e594b5a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:18.692257 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5e70ebdf-43de-426c-a44a-752f21e92899 req-39cecb7c-de86-4725-8b47-28158e594b5a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1368737 Apr 02 13:10:18.743102 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5e70ebdf-43de-426c-a44a-752f21e92899 req-8c0293df-c219-41fa-aa40-a9c4ab2718d9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498455 Apr 02 13:10:19.212969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d131a-2438-4257-b70b-a6392ab05c96 req-74e22b02-7f93-483f-bdbd-11b40cc75a17 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:19.215612 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-012d131a-2438-4257-b70b-a6392ab05c96 req-74e22b02-7f93-483f-bdbd-11b40cc75a17 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.0971565 Apr 02 13:10:19.264327 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-012d131a-2438-4257-b70b-a6392ab05c96 req-6b877d03-94ab-4dba-9565-61c26dff8c35 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432229 Apr 02 13:10:19.900885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:19.929371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:19.993411 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cc7ef-3cd7-408e-90cf-a425f6ed9834 req-8a760a67-8024-4709-9900-6f46ba3a60b4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:19.994945 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-700cc7ef-3cd7-408e-90cf-a425f6ed9834 req-8a760a67-8024-4709-9900-6f46ba3a60b4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1068680 Apr 02 13:10:20.058712 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-700cc7ef-3cd7-408e-90cf-a425f6ed9834 req-3be6e7d7-da30-4222-9ddb-83350b6c9a63 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550206 Apr 02 13:10:20.201396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 58550) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:20.274411 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-221a16bf-3db6-4c9b-acee-94c37f2bf9cd admin admin] Deleting subnet 2dd1e44a-b634-4449-b63a-8f3347c4894a {{(pid=84329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:10:20.277867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-221a16bf-3db6-4c9b-acee-94c37f2bf9cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:20.352721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-221a16bf-3db6-4c9b-acee-94c37f2bf9cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851732482'] for subnet, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:20.437046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-221a16bf-3db6-4c9b-acee-94c37f2bf9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:20.535143 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d7e90-adec-43e4-bbfb-04ed585d4126 req-e7018bde-63d1-4c54-be26-b5cb4eb8878e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:20.540169 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-622d7e90-adec-43e4-bbfb-04ed585d4126 req-e7018bde-63d1-4c54-be26-b5cb4eb8878e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1002982 Apr 02 13:10:20.657008 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-622d7e90-adec-43e4-bbfb-04ed585d4126 req-79acd95a-8ef0-4d87-a761-4e7712f34bd3 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634015 Apr 02 13:10:20.686317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee7888-8ecf-445e-86b8-5313bdadc8bc req-c9d8976f-2ab9-4ff6-ac0f-e31718475f9e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:20.688366 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-85ee7888-8ecf-445e-86b8-5313bdadc8bc req-c9d8976f-2ab9-4ff6-ac0f-e31718475f9e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 946 time: 0.1471102 Apr 02 13:10:20.697403 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-262c52c0-7eb9-440f-8457-5aee373d5dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:20.747224 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-85ee7888-8ecf-445e-86b8-5313bdadc8bc req-6ec2dad9-44de-4fb0-a263-f7d7b4957d0c tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515394 Apr 02 13:10:20.773521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-221a16bf-3db6-4c9b-acee-94c37f2bf9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2881502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228805'] for subnet, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:20.855591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:20.896972 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a16bf-3db6-4c9b-acee-94c37f2bf9cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd1e44a-b634-4449-b63a-8f3347c4894a,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:20.913015 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-221a16bf-3db6-4c9b-acee-94c37f2bf9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:20.952317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-221a16bf-3db6-4c9b-acee-94c37f2bf9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:20.959318 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-221a16bf-3db6-4c9b-acee-94c37f2bf9cd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2dd1e44a-b634-4449-b63a-8f3347c4894a HTTP/1.1" status: 204 len: 168 time: 0.7568240 Apr 02 13:10:20.962330 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 58562) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:21.087695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:21.371539 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:21.572901 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:21.723105 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fbd2a-fa98-4ed7-aba4-7e839cdc9b2b req-a19f2141-cafa-4eac-96dd-c68c0bb4a66b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:21.724780 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-299fbd2a-fa98-4ed7-aba4-7e839cdc9b2b req-a19f2141-cafa-4eac-96dd-c68c0bb4a66b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.4991655 Apr 02 13:10:21.860568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00e0c85-7306-4f5a-ad56-77862b1d492b']}} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:21.873288 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-299fbd2a-fa98-4ed7-aba4-7e839cdc9b2b req-0d0169e7-fd34-43d3-8b9b-94fb53c57690 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241767 Apr 02 13:10:21.884086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36de3ca4-2ff1-4b59-b52b-9076c50f6f10') {'for_net_delete': True} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:21.884423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36de3ca4-2ff1-4b59-b52b-9076c50f6f10') {} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:21.930373 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10100353'] for segment, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:21.959535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:21.973100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ad7ed-cdc0-409b-ac99-c67c05c9b461 req-6e9c5aa3-7df2-497e-bd99-a1b7d5564579 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:21.974830 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ca8ad7ed-cdc0-409b-ac99-c67c05c9b461 req-6e9c5aa3-7df2-497e-bd99-a1b7d5564579 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1672721 Apr 02 13:10:21.977749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:10:22.197999 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ca8ad7ed-cdc0-409b-ac99-c67c05c9b461 req-9a1a4a92-c72a-457f-b7dc-331da304bcd9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919990 Apr 02 13:10:22.350047 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Network f00e0c85-7306-4f5a-ad56-77862b1d492b has no segments {{(pid=84330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:10:22.362915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099371'] for segment, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:22.468567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea5a42-abfb-403e-8cee-05f562a629a6 req-2ff0c98d-08f5-4cc9-ad8a-42d3b11d03c3 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:22.470214 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d0ea5a42-abfb-403e-8cee-05f562a629a6 req-2ff0c98d-08f5-4cc9-ad8a-42d3b11d03c3 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 946 time: 0.4416802 Apr 02 13:10:22.584891 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d0ea5a42-abfb-403e-8cee-05f562a629a6 req-8edea4a1-06f1-42bf-b59f-c8ee0808a648 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979769 Apr 02 13:10:22.630224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Network f00e0c85-7306-4f5a-ad56-77862b1d492b has no segments {{(pid=84330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:10:22.667076 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:10:22.743662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-a16ac905-9e88-42e2-ad2b-4bf254d80428 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:22.744364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-a16ac905-9e88-42e2-ad2b-4bf254d80428 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Synchronizing usage tracker for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:10:22.757549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-a16ac905-9e88-42e2-ad2b-4bf254d80428 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Unset dirty status for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:10:22.758816 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-a16ac905-9e88-42e2-ad2b-4bf254d80428 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 946 time: 0.1213112 Apr 02 13:10:22.771429 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:22.775849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:22.808838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:22.836235 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f00e0c85-7306-4f5a-ad56-77862b1d492b HTTP/1.1" status: 204 len: 168 time: 1.8723900 Apr 02 13:10:22.836982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 58580) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:22.855663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Deleting port 0fe32104-230e-44f7-a139-368f042ffb49 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:10:22.856227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:22.874757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00e0c85-7306-4f5a-ad56-77862b1d492b,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:22.896777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.897179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.897574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.897962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.898344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.898727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.899110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.899492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.899898 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.900279 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.900656 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.901032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:22.917731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:22.950467 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aaac076-e44c-4039-b77a-17c44178a20c admin admin] Deleting subnet 4cd221eb-7e6a-470f-be61-ac4cb82200c0 {{(pid=84330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:10:22.954816 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6aaac076-e44c-4039-b77a-17c44178a20c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:23.015715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6aaac076-e44c-4039-b77a-17c44178a20c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844675448'] for subnet, precommit_delete_associations {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:23.139204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6aaac076-e44c-4039-b77a-17c44178a20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:23.165787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:23.366042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f3b6a-9304-412a-af84-680f06d2ed7a req-af1d0fe5-afd7-4c27-b157-06616073a772 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:23.373680 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-796f3b6a-9304-412a-af84-680f06d2ed7a req-af1d0fe5-afd7-4c27-b157-06616073a772 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.3110564 Apr 02 13:10:23.430507 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] For port 0fe32104-230e-44f7-a139-368f042ffb49, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0fe32104-230e-44f7-a139-368f042ffb49,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:23.430972 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:23.485596 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-796f3b6a-9304-412a-af84-680f06d2ed7a req-739d4e78-d8f8-4a62-a824-0ec6cf41241c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109710 Apr 02 13:10:23.599182 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdfdf4-d261-46cb-8a0c-44fea0316024 req-dc60e795-0717-4292-8a9d-8fa113d839e4 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:23.600874 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-effdfdf4-d261-46cb-8a0c-44fea0316024 req-dc60e795-0717-4292-8a9d-8fa113d839e4 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.2097392 Apr 02 13:10:23.601240 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Calling delete_port for 0fe32104-230e-44f7-a139-368f042ffb49 owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:10:23.662345 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-effdfdf4-d261-46cb-8a0c-44fea0316024 req-ce1f12b4-9318-44f3-912c-bd43d864790b tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536647 Apr 02 13:10:23.667697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6aaac076-e44c-4039-b77a-17c44178a20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851658852'] for subnet, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:23.741853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:23.828947 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:23.840947 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['6b093647-4136-45a7-829c-7e41e88bc03c', 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260', '40d113d2-2d64-4acd-b535-487f00d7a910', '0fe32104-230e-44f7-a139-368f042ffb49'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:10:23.849461 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f613f77d-774c-4110-9a83-991fb5e12ff0 tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:23.855029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaac076-e44c-4039-b77a-17c44178a20c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd221eb-7e6a-470f-be61-ac4cb82200c0,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:23.865928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6aaac076-e44c-4039-b77a-17c44178a20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:23.875957 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7fa6b06d-2849-4b4b-9f7e-68ed2619f2ef req-431ca30c-8808-4087-a7db-4617ccddba92 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=03d95060-3924-4c60-bf92-7fc4a9ead271 HTTP/1.1" status: 200 len: 210 time: 0.0990362 Apr 02 13:10:23.882010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6aaac076-e44c-4039-b77a-17c44178a20c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:23.888932 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6aaac076-e44c-4039-b77a-17c44178a20c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4cd221eb-7e6a-470f-be61-ac4cb82200c0 HTTP/1.1" status: 204 len: 168 time: 1.0508847 Apr 02 13:10:23.891902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 58598) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:23.978502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Pushing event deleted for resources: {'Port': ['ID=0fe32104-230e-44f7-a139-368f042ffb49,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:23.983390 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:24.032783 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:24.171113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] No DVR routers for this DVR port 0fe32104-230e-44f7-a139-368f042ffb49 on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:10:24.174158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:24.178488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d95060-3924-4c60-bf92-7fc4a9ead271', 'name': 'network-vif-deleted', 'tag': '0fe32104-230e-44f7-a139-368f042ffb49'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:24.208806 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3f143983-698b-40c6-ac6d-5d9413b76238 req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "DELETE /v2.0/ports/0fe32104-230e-44f7-a139-368f042ffb49 HTTP/1.1" status: 204 len: 173 time: 1.4441850 Apr 02 13:10:24.247970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:24.271592 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d95060-3924-4c60-bf92-7fc4a9ead271', 'name': 'network-vif-deleted', 'tag': '0fe32104-230e-44f7-a139-368f042ffb49', 'status': 'completed', 'code': 200} Apr 02 13:10:24.421695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7055d181-c018-4243-a72c-6f4dd279d714']}} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:24.440501 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd311e334-9571-4274-9af4-b4161c34b0bc') {'for_net_delete': True} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:24.440837 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd311e334-9571-4274-9af4-b4161c34b0bc') {} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:24.456510 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10100353'] for segment, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:24.484330 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:24.492402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:10:24.776832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Network 7055d181-c018-4243-a72c-6f4dd279d714 has no segments {{(pid=84330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:10:24.789388 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099371'] for segment, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:24.980759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d173e-df1d-4308-8349-30e63195242f req-2b2088b9-d075-4577-9acb-d1303f585f8d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:24.989101 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-090d173e-df1d-4308-8349-30e63195242f req-2b2088b9-d075-4577-9acb-d1303f585f8d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.3129895 Apr 02 13:10:25.350129 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-090d173e-df1d-4308-8349-30e63195242f req-72596b74-5d82-4bcc-ab7e-8a615204f33d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600748 Apr 02 13:10:25.364510 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Network 7055d181-c018-4243-a72c-6f4dd279d714 has no segments {{(pid=84330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:10:25.400374 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ef377-8604-43a6-baf7-f18a0b319d7f req-d5b619b1-db40-4553-b662-6f808d8705e1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:25.401997 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-534ef377-8604-43a6-baf7-f18a0b319d7f req-d5b619b1-db40-4553-b662-6f808d8705e1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.5978286 Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:10:25.402725 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:10:25.508078 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-534ef377-8604-43a6-baf7-f18a0b319d7f req-5784750a-1781-4305-bfa0-f77bff926370 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572705 Apr 02 13:10:25.543847 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:25.555117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fedd86fa-68b5-4b69-a619-60c014dfd871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:25.586621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:25.589499 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=7055d181-c018-4243-a72c-6f4dd279d714,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:25.598514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:25.602021 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9c0b0b07-b485-4461-aae5-fe1f50b47c31 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7055d181-c018-4243-a72c-6f4dd279d714 HTTP/1.1" status: 204 len: 168 time: 1.7089064 Apr 02 13:10:25.812239 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 58626) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:25.870795 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-110d011a-29a5-4f43-9510-8e3eceda92f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4a5f6aa425246218b08a963fc639af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571747 Apr 02 13:10:25.873542 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 58630) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:25.946321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d347a5a5-5ff2-40d2-b335-c1acdd19ec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:25.976775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d347a5a5-5ff2-40d2-b335-c1acdd19ec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:26.023438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d347a5a5-5ff2-40d2-b335-c1acdd19ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:26.030074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6a9381a4-05a2-4f53-9afd-98a5d4e67adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:26.047332 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347a5a5-5ff2-40d2-b335-c1acdd19ec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aae6ac-2c99-4dcc-ad95-676f8741d5c7,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:26.052486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d347a5a5-5ff2-40d2-b335-c1acdd19ec20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:26.055370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d347a5a5-5ff2-40d2-b335-c1acdd19ec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:26.057024 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d347a5a5-5ff2-40d2-b335-c1acdd19ec20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66aae6ac-2c99-4dcc-ad95-676f8741d5c7 HTTP/1.1" status: 204 len: 168 time: 0.1824236 Apr 02 13:10:26.557542 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 58642) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:26.610158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e6c68-f6e6-4deb-a817-7024279e41c1 req-56ac1ad0-3c69-4f50-b7d3-45434e8211e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:26.620919 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-278e6c68-f6e6-4deb-a817-7024279e41c1 req-56ac1ad0-3c69-4f50-b7d3-45434e8211e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1421287 Apr 02 13:10:26.652586 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-10a4ab91-d4a0-4243-812d-a3e8cb140fa3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b31dbf6e64f84c4ea84ac1cfc8931928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900869 Apr 02 13:10:26.652943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 58646) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:26.735047 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-278e6c68-f6e6-4deb-a817-7024279e41c1 req-3d0effee-63ae-4460-a709-46964c7fb5be tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115990 Apr 02 13:10:26.740397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9875-820d-4d4e-b7e4-5ab22d744679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:26.773042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51959237-a746-4566-afee-4e6557864f6b req-093a553c-2134-442d-8719-0e3befe65388 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:26.774893 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-51959237-a746-4566-afee-4e6557864f6b req-093a553c-2134-442d-8719-0e3befe65388 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1329017 Apr 02 13:10:26.790214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9875-820d-4d4e-b7e4-5ab22d744679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:26.842957 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-51959237-a746-4566-afee-4e6557864f6b req-2cf1360e-f40e-48b8-a012-0312a102d4c4 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515654 Apr 02 13:10:26.872116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9875-820d-4d4e-b7e4-5ab22d744679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:26.878766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4549f370-6029-4e13-b1d9-b75f8288ef5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:26.896326 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f9875-820d-4d4e-b7e4-5ab22d744679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c981fd0-d1e9-4e51-8280-a4b09f9fb06b,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:26.899130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cb7f9875-820d-4d4e-b7e4-5ab22d744679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:26.900403 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb7f9875-820d-4d4e-b7e4-5ab22d744679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:26.902131 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-cb7f9875-820d-4d4e-b7e4-5ab22d744679 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c981fd0-d1e9-4e51-8280-a4b09f9fb06b HTTP/1.1" status: 204 len: 168 time: 0.2481749 Apr 02 13:10:27.032045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0d8beb0b-6c91-4784-a18e-807f7720326b details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:10:27.039896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0fe32104-230e-44f7-a139-368f042ffb49 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:10:27.134704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 0fe32104-230e-44f7-a139-368f042ffb49 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:10:27.135379 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0fe32104-230e-44f7-a139-368f042ffb49 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:10:27.372818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:27.392191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'port_id': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'mac_address': 'fa:16:3e:fa:b8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:10:27.468910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:27.475821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91b700-957a-4dcd-bc7c-8f45d19b0481 req-e260263d-c8b6-42ff-ba9f-7c74fb6a2cca tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:27.477754 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-da91b700-957a-4dcd-bc7c-8f45d19b0481 req-e260263d-c8b6-42ff-ba9f-7c74fb6a2cca tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 946 time: 0.1770558 Apr 02 13:10:27.496909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d8beb0b-6c91-4784-a18e-807f7720326b {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:10:27.516716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:27.520344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:27.523504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:27.559404 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-da91b700-957a-4dcd-bc7c-8f45d19b0481 req-fa7159bb-4c9c-4294-969c-5842e49e22f3 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730381 Apr 02 13:10:27.621303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=6']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:27.631473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.632229 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.632804 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.633362 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.633923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.634684 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.635230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.635853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.636401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.636946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.637499 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.638150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:10:27.642566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:27.675219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['0d8beb0b-6c91-4784-a18e-807f7720326b'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:10:28.211842 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b4cc7-a935-40af-bfae-4fdbeee53f41 req-7f3cb048-fdf7-481b-85db-9998de9d5022 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:28.220094 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-714b4cc7-a935-40af-bfae-4fdbeee53f41 req-7f3cb048-fdf7-481b-85db-9998de9d5022 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 944 time: 0.2167127 Apr 02 13:10:28.245051 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca86b1-fea6-45be-8c28-24607466e53b req-ce718cee-4b29-4e77-afde-47252e51168e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:28.249294 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-13ca86b1-fea6-45be-8c28-24607466e53b req-ce718cee-4b29-4e77-afde-47252e51168e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1814034 Apr 02 13:10:28.312426 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-714b4cc7-a935-40af-bfae-4fdbeee53f41 req-df230088-39ec-44a6-9031-c89bcbe120fe tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911450 Apr 02 13:10:28.357698 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-13ca86b1-fea6-45be-8c28-24607466e53b req-b2321e11-0b1c-4d7c-abf8-e3aa92f2aa6e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035008 Apr 02 13:10:28.877321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90fd5b-4ea9-4934-9f31-0ec7acb293e6 req-7f96b27f-9522-44c8-bfc7-482c1627a23e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:28.889333 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8b90fd5b-4ea9-4934-9f31-0ec7acb293e6 req-7f96b27f-9522-44c8-bfc7-482c1627a23e tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 946 time: 0.1684191 Apr 02 13:10:29.003041 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8b90fd5b-4ea9-4934-9f31-0ec7acb293e6 req-326c851f-ff75-4773-99b2-cabbe4c141ce tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032028 Apr 02 13:10:29.053210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0d8beb0b-6c91-4784-a18e-807f7720326b up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:10:29.242566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 0d8beb0b-6c91-4784-a18e-807f7720326b triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:10:29.243114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:29.336028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-5eb0763c-0257-4e4e-88ae-efee7f1e36b4 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:29.336836 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-5eb0763c-0257-4e4e-88ae-efee7f1e36b4 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Synchronizing usage tracker for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:10:29.403353 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-5eb0763c-0257-4e4e-88ae-efee7f1e36b4 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Unset dirty status for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:10:29.410944 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-5eb0763c-0257-4e4e-88ae-efee7f1e36b4 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 946 time: 0.3175297 Apr 02 13:10:29.471742 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:29.553526 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:29.554607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:29.571153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:29.579173 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:29.603109 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Deleting port 40d113d2-2d64-4acd-b535-487f00d7a910 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:10:29.603801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:29.714231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=7']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:29.728806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:29.944651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14a163-be06-4e46-a513-242a2fa3f332 req-d14b0030-2fe3-4f74-831d-a454ae63062e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:29.953370 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc14a163-be06-4e46-a513-242a2fa3f332 req-d14b0030-2fe3-4f74-831d-a454ae63062e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.2712164 Apr 02 13:10:29.974769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5da5-edbd-4ff0-8167-d2cf579698da req-4c568179-85ce-4a21-a868-42fc2c4901f0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:29.996222 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2fcb5da5-edbd-4ff0-8167-d2cf579698da req-4c568179-85ce-4a21-a868-42fc2c4901f0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.4148517 Apr 02 13:10:30.091989 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2fcb5da5-edbd-4ff0-8167-d2cf579698da req-20c16cde-a308-4c75-9dea-960795e54f26 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944858 Apr 02 13:10:30.118279 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc14a163-be06-4e46-a513-242a2fa3f332 req-eb7dfc4a-d616-4c90-bf20-76021a3983f8 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196375 Apr 02 13:10:30.224555 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'code': 200} Apr 02 13:10:30.314447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] For port 40d113d2-2d64-4acd-b535-487f00d7a910, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=40d113d2-2d64-4acd-b535-487f00d7a910,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:30.317420 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:30.504871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Calling delete_port for 40d113d2-2d64-4acd-b535-487f00d7a910 owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:10:30.537560 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f3b6a-2027-4da0-9c35-60e3042ce98a req-649aaea2-880c-451f-8300-ffdf3f132c16 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:30.539271 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d86f3b6a-2027-4da0-9c35-60e3042ce98a req-649aaea2-880c-451f-8300-ffdf3f132c16 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 946 time: 0.2160068 Apr 02 13:10:30.630675 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d86f3b6a-2027-4da0-9c35-60e3042ce98a req-fbdef18b-de7f-4f3d-8292-cc5753663cb0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759633 Apr 02 13:10:30.697181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:30.709360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['6b093647-4136-45a7-829c-7e41e88bc03c', 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260', '40d113d2-2d64-4acd-b535-487f00d7a910'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:10:30.732879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2b2e7ca8-d60a-4ff1-acee-98ff38dc1764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:30.924904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Pushing event deleted for resources: {'Port': ['ID=40d113d2-2d64-4acd-b535-487f00d7a910,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:30.934287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:31.257000 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] No DVR routers for this DVR port 40d113d2-2d64-4acd-b535-487f00d7a910 on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:10:31.303006 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:31.325471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30eeb77-a91b-43ee-ae39-481fa65f5a6c', 'name': 'network-vif-deleted', 'tag': '40d113d2-2d64-4acd-b535-487f00d7a910'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:31.400115 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-07b35587-20f3-4682-ae56-84e1c65fc731 req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "DELETE /v2.0/ports/40d113d2-2d64-4acd-b535-487f00d7a910 HTTP/1.1" status: 204 len: 173 time: 1.9854937 Apr 02 13:10:31.660320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a77b34-1a2c-4341-ab10-b759dd785b25 req-ea30e07d-4886-4b58-b319-95b1ccc40a5a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:31.662554 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c2a77b34-1a2c-4341-ab10-b759dd785b25 req-ea30e07d-4886-4b58-b319-95b1ccc40a5a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.2363877 Apr 02 13:10:31.676383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790da18-4035-4d59-b712-3c72f6c53f9a req-67d30092-e720-4e31-b190-16631721188d tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:31.688897 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9790da18-4035-4d59-b712-3c72f6c53f9a req-67d30092-e720-4e31-b190-16631721188d tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1731958 Apr 02 13:10:31.818874 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c2a77b34-1a2c-4341-ab10-b759dd785b25 req-e08db822-aedc-43e2-9da9-8982de59942d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893836 Apr 02 13:10:31.840241 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9790da18-4035-4d59-b712-3c72f6c53f9a req-2ac0ae01-63a5-471e-a4c1-612cbff5e69b tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494958 Apr 02 13:10:31.944738 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30eeb77-a91b-43ee-ae39-481fa65f5a6c', 'name': 'network-vif-deleted', 'tag': '40d113d2-2d64-4acd-b535-487f00d7a910', 'status': 'completed', 'code': 200} Apr 02 13:10:32.171178 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9e7b3607-f08f-4d69-8e00-221490437a67 req-2d2a781b-bde0-4ef3-937b-3080fb8fae11 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=c30eeb77-a91b-43ee-ae39-481fa65f5a6c HTTP/1.1" status: 200 len: 210 time: 0.1155634 Apr 02 13:10:33.052655 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 40d113d2-2d64-4acd-b535-487f00d7a910 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:10:33.098091 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 40d113d2-2d64-4acd-b535-487f00d7a910 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:10:33.098568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 40d113d2-2d64-4acd-b535-487f00d7a910 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:10:33.252859 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9dcd2a-672a-4a53-9c3d-16bc0a2594c0 req-b2674e01-5d4a-4a48-bcb9-30b8ddbafb6a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:33.261230 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9e9dcd2a-672a-4a53-9c3d-16bc0a2594c0 req-b2674e01-5d4a-4a48-bcb9-30b8ddbafb6a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1483142 Apr 02 13:10:33.271953 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352f29d-cd32-48b4-b0b8-5baa02251a04 req-1ae5c437-b3d8-4476-a6fe-944e8eb8c0d1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:33.280096 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5352f29d-cd32-48b4-b0b8-5baa02251a04 req-1ae5c437-b3d8-4476-a6fe-944e8eb8c0d1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.2557528 Apr 02 13:10:33.366045 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9e9dcd2a-672a-4a53-9c3d-16bc0a2594c0 req-841e44b4-2889-4ab0-938c-bb5123732811 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035397 Apr 02 13:10:33.400304 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5352f29d-cd32-48b4-b0b8-5baa02251a04 req-c5826eb4-2b06-43fa-ad83-078a410ae3d6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189063 Apr 02 13:10:34.331290 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 58788) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:34.368235 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fbfbf-4222-4ce1-a2ca-591ca953d0d9 req-1548f7fa-2f23-49ca-a5c8-2dc41db1ddb0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:34.375978 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-074fbfbf-4222-4ce1-a2ca-591ca953d0d9 req-1548f7fa-2f23-49ca-a5c8-2dc41db1ddb0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 945 time: 0.1410027 Apr 02 13:10:34.441698 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-074fbfbf-4222-4ce1-a2ca-591ca953d0d9 req-1f9d63ab-a5f7-4910-aecd-b729ea043441 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646594 Apr 02 13:10:34.599269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:34.622075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:10:34.628434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] Usage tracker for resource:security_group_rule and tenant:965d8d68264b456cb02967cc4c414748 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:10:34.631965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:10:34.638719 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:10:34.733834 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a401ca-7cad-4a21-9a04-9ad2567e4cf7 req-58ac5a01-4ee5-4446-9322-250a9a3a5b28 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:34.743058 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e0a401ca-7cad-4a21-9a04-9ad2567e4cf7 req-58ac5a01-4ee5-4446-9322-250a9a3a5b28 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1987295 Apr 02 13:10:34.781748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:34.787504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:34.798251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-89ab30bd-f179-45bd-a6ef-c6b94811171b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:34.806747 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e0a401ca-7cad-4a21-9a04-9ad2567e4cf7 req-8b546478-df66-429a-bdb1-30126db73ef7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626593 Apr 02 13:10:34.840969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44afb0-51f7-45d0-9903-db1fe1d91249 req-08560d6f-762d-4a34-93f5-5bb579486fde tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:34.842729 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dd44afb0-51f7-45d0-9903-db1fe1d91249 req-08560d6f-762d-4a34-93f5-5bb579486fde tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.2213540 Apr 02 13:10:34.877586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b3e5f2-c3e0-4880-a22b-6def7e3685cb,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:34.885415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:34.898063 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=965d8d68264b456cb02967cc4c414748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647926 Apr 02 13:10:34.899245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 58798) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:34.963926 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dd44afb0-51f7-45d0-9903-db1fe1d91249 req-99b791e3-1404-4400-b3cc-e351eb5a46b8 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136465 Apr 02 13:10:35.052567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-124a5c8f-607b-4148-ba9c-a9ba6f80d4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:35.108437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-124a5c8f-607b-4148-ba9c-a9ba6f80d4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:35.221773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-124a5c8f-607b-4148-ba9c-a9ba6f80d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:35.243277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-899ac3e2-84e7-4d09-89d0-262540fb970a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:35.267144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a5c8f-607b-4148-ba9c-a9ba6f80d4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b3e5f2-c3e0-4880-a22b-6def7e3685cb,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:35.273957 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-124a5c8f-607b-4148-ba9c-a9ba6f80d4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:35.295162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-124a5c8f-607b-4148-ba9c-a9ba6f80d4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:35.296837 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-124a5c8f-607b-4148-ba9c-a9ba6f80d4e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18b3e5f2-c3e0-4880-a22b-6def7e3685cb HTTP/1.1" status: 204 len: 168 time: 0.3963497 Apr 02 13:10:35.703908 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-72332182-d9b8-4ce3-b091-2e32d5134eb2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:35.704775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-72332182-d9b8-4ce3-b091-2e32d5134eb2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Synchronizing usage tracker for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:10:35.724009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-72332182-d9b8-4ce3-b091-2e32d5134eb2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Unset dirty status for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:10:35.725278 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-72332182-d9b8-4ce3-b091-2e32d5134eb2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 945 time: 0.2081220 Apr 02 13:10:35.772670 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630825a9-7d97-4514-85a6-1b541a39359f req-328dd825-7873-4444-8525-383f18decacd tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:35.774307 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-630825a9-7d97-4514-85a6-1b541a39359f req-328dd825-7873-4444-8525-383f18decacd tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 945 time: 0.1836510 Apr 02 13:10:35.895570 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-630825a9-7d97-4514-85a6-1b541a39359f req-caf4aa19-c218-423e-a473-46f9acab8648 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043155 Apr 02 13:10:35.937311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Deleting port acf1ac5e-bd72-4d5f-9514-ff20d17ad260 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:10:35.937853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:36.171449 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 58816) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:36.187070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c262c7-1990-4958-97d3-ca37640f23a0 req-1f822d98-6384-4e3c-a96c-6952c3d66a1a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:36.188704 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e1c262c7-1990-4958-97d3-ca37640f23a0 req-1f822d98-6384-4e3c-a96c-6952c3d66a1a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1448255 Apr 02 13:10:36.211948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc955-45a0-42fe-a517-9aab681bcc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:36.246472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6e6bc955-45a0-42fe-a517-9aab681bcc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:10:36.250958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6e6bc955-45a0-42fe-a517-9aab681bcc14 admin admin] Usage tracker for resource:security_group_rule and tenant:69aac447688a4604bb28e1391793241d is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:10:36.270447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6e6bc955-45a0-42fe-a517-9aab681bcc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:10:36.290806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6e6bc955-45a0-42fe-a517-9aab681bcc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:10:36.354960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] For port acf1ac5e-bd72-4d5f-9514-ff20d17ad260, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:36.355363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:36.531891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Calling delete_port for acf1ac5e-bd72-4d5f-9514-ff20d17ad260 owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:10:36.845639 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e1c262c7-1990-4958-97d3-ca37640f23a0 req-8ce1964f-3791-4ac8-a784-3c50f2f16022 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6116378 Apr 02 13:10:36.862035 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:36.875140 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['6b093647-4136-45a7-829c-7e41e88bc03c', 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:10:37.067390 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:37.140593 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886c5a0-3271-4372-b58f-7ad073c25fcb req-19842256-7254-43a2-8e2f-e33808e8bbff tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:37.164519 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2886c5a0-3271-4372-b58f-7ad073c25fcb req-19842256-7254-43a2-8e2f-e33808e8bbff tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.7631028 Apr 02 13:10:37.309486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Pushing event deleted for resources: {'Port': ['ID=acf1ac5e-bd72-4d5f-9514-ff20d17ad260,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:37.359685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:37.482081 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2886c5a0-3271-4372-b58f-7ad073c25fcb req-ee15c557-27c7-4aed-b423-0f0161095da2 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096366 Apr 02 13:10:37.496208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc955-45a0-42fe-a517-9aab681bcc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:37.499156 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1c44cbb6-c4e7-41e9-81af-e9062f0f1588 req-d5d3baaf-7050-45ec-8897-63970fd47bc7 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=cfdfa16b-19da-451f-9fb3-10483ac0059e HTTP/1.1" status: 200 len: 210 time: 0.0989425 Apr 02 13:10:37.504108 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc955-45a0-42fe-a517-9aab681bcc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:37.538832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:37.554757 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6e6bc955-45a0-42fe-a517-9aab681bcc14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69aac447688a4604bb28e1391793241d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3730109 Apr 02 13:10:37.557798 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 58822) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:37.626437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bc955-45a0-42fe-a517-9aab681bcc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1404bc03-6368-48f8-8234-d8d13e80618d,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:37.629126 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] No DVR routers for this DVR port acf1ac5e-bd72-4d5f-9514-ff20d17ad260 on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:10:37.635936 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6e6bc955-45a0-42fe-a517-9aab681bcc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:37.645472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:37.656578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdfa16b-19da-451f-9fb3-10483ac0059e', 'name': 'network-vif-deleted', 'tag': 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:37.659568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-81ff287a-ee0d-4a8b-bb47-77032701d2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:37.690207 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e4d7ef62-5ed2-4fcd-99d5-b898001a9999 req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "DELETE /v2.0/ports/acf1ac5e-bd72-4d5f-9514-ff20d17ad260 HTTP/1.1" status: 204 len: 173 time: 1.9578373 Apr 02 13:10:37.708659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-81ff287a-ee0d-4a8b-bb47-77032701d2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:37.780667 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-81ff287a-ee0d-4a8b-bb47-77032701d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:37.781291 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdfa16b-19da-451f-9fb3-10483ac0059e', 'name': 'network-vif-deleted', 'tag': 'acf1ac5e-bd72-4d5f-9514-ff20d17ad260', 'status': 'completed', 'code': 200} Apr 02 13:10:37.788194 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d347a5a5-5ff2-40d2-b335-c1acdd19ec20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:37.802869 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff287a-ee0d-4a8b-bb47-77032701d2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1404bc03-6368-48f8-8234-d8d13e80618d,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:37.805826 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-81ff287a-ee0d-4a8b-bb47-77032701d2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:37.807074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-81ff287a-ee0d-4a8b-bb47-77032701d2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:37.808363 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-81ff287a-ee0d-4a8b-bb47-77032701d2eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1404bc03-6368-48f8-8234-d8d13e80618d HTTP/1.1" status: 204 len: 168 time: 0.2494886 Apr 02 13:10:38.246753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042ddf6-a2f2-4fea-b59d-ba4c5af73b82 req-61995e08-f162-4d83-aa8a-36d57cc4460d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:38.248497 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6042ddf6-a2f2-4fea-b59d-ba4c5af73b82 req-61995e08-f162-4d83-aa8a-36d57cc4460d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.0995538 Apr 02 13:10:38.322309 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6042ddf6-a2f2-4fea-b59d-ba4c5af73b82 req-645516c3-7208-482c-8644-75c40a02faa9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577648 Apr 02 13:10:38.881077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b216-34af-452f-80b8-211ea2b4b09e req-a06bec50-31b7-4720-a6d8-4e28d667cd6d tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:38.882945 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57e8b216-34af-452f-80b8-211ea2b4b09e req-a06bec50-31b7-4720-a6d8-4e28d667cd6d tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1282353 Apr 02 13:10:38.956463 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-57e8b216-34af-452f-80b8-211ea2b4b09e req-0029ea96-842c-4eb3-aba5-2aa84d4ac0ea tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667326 Apr 02 13:10:39.057247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device acf1ac5e-bd72-4d5f-9514-ff20d17ad260 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:10:39.290372 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: acf1ac5e-bd72-4d5f-9514-ff20d17ad260 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:10:39.291370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device acf1ac5e-bd72-4d5f-9514-ff20d17ad260 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:10:39.572531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851ecee-a79b-4460-b730-03b918c087bd req-8eda2b6f-2333-4263-b3af-fa3d5917ccde tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:39.587450 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5851ecee-a79b-4460-b730-03b918c087bd req-8eda2b6f-2333-4263-b3af-fa3d5917ccde tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1130660 Apr 02 13:10:39.695839 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5851ecee-a79b-4460-b730-03b918c087bd req-c093ea4f-7aa2-4602-bae5-742d6abc1ac0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050799 Apr 02 13:10:40.265119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d819-3ea3-411e-9749-595479af7a68 req-e39f6f73-24b3-4c22-b582-2905980592bc tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:40.274109 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0a41d819-3ea3-411e-9749-595479af7a68 req-e39f6f73-24b3-4c22-b582-2905980592bc tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1093113 Apr 02 13:10:40.342967 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0a41d819-3ea3-411e-9749-595479af7a68 req-65b703ff-4355-4487-8342-c8e3a5e3046a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666382 Apr 02 13:10:40.627852 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321812bd-38e8-4087-816f-a486fce138c2 req-92d26c62-a8d3-4d2f-b477-c99af1a1498d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:40.630469 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-321812bd-38e8-4087-816f-a486fce138c2 req-92d26c62-a8d3-4d2f-b477-c99af1a1498d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 945 time: 0.1017561 Apr 02 13:10:40.692237 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-321812bd-38e8-4087-816f-a486fce138c2 req-fd85d173-a7ff-44ae-9eda-c48e91ac0490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567555 Apr 02 13:10:40.945188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c5eb4-1fcb-46bb-a781-62c46206c279 req-db911a78-707f-450d-b366-133cb802d2f6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:40.946923 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c9c5eb4-1fcb-46bb-a781-62c46206c279 req-db911a78-707f-450d-b366-133cb802d2f6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1165357 Apr 02 13:10:41.029041 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c9c5eb4-1fcb-46bb-a781-62c46206c279 req-9638a488-0384-476b-a08b-f3342e1b22ce tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667825 Apr 02 13:10:41.564723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63e874-e237-49a6-8b72-c8b7609d8f48 req-ab2020ef-aeae-4839-ac3e-13ed7313f1de tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:41.567116 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ff63e874-e237-49a6-8b72-c8b7609d8f48 req-ab2020ef-aeae-4839-ac3e-13ed7313f1de tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1019099 Apr 02 13:10:41.672392 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ff63e874-e237-49a6-8b72-c8b7609d8f48 req-fbc2b683-06e4-48f4-ac51-645a6aed3b6e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725975 Apr 02 13:10:41.685704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 58964) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:41.760984 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-5357863c-5678-46cf-9fb5-4df5dec977ee admin admin] Deleting subnet 4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3 {{(pid=84329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:10:41.764821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5357863c-5678-46cf-9fb5-4df5dec977ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:41.820906 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5357863c-5678-46cf-9fb5-4df5dec977ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851732482'] for subnet, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:41.887937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5357863c-5678-46cf-9fb5-4df5dec977ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:41.935150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8f432-55bb-42d7-b7d6-6a796ec088e0 req-45ae3372-96f1-4ed9-87a1-fecce00ed28b tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:41.943787 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4fe8f432-55bb-42d7-b7d6-6a796ec088e0 req-45ae3372-96f1-4ed9-87a1-fecce00ed28b tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 945 time: 0.1137700 Apr 02 13:10:41.997341 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4fe8f432-55bb-42d7-b7d6-6a796ec088e0 req-02d333ca-0071-46c2-843c-1ab4bbdf167b tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523548 Apr 02 13:10:42.165513 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-50e00c63-66b3-4ef4-ba8e-0441d99ed461 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:42.166389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-50e00c63-66b3-4ef4-ba8e-0441d99ed461 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Synchronizing usage tracker for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:10:42.228704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-50e00c63-66b3-4ef4-ba8e-0441d99ed461 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Unset dirty status for tenant:581ee3ea918541b5beda9adf261bbc27 on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:10:42.230255 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-50e00c63-66b3-4ef4-ba8e-0441d99ed461 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 945 time: 0.2186432 Apr 02 13:10:42.278038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28b147-b71e-44b5-9f5f-1e9bc80ec19e req-6439ff8f-0cb1-4e7a-9fc5-dec9aff74f28 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:42.279473 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5d28b147-b71e-44b5-9f5f-1e9bc80ec19e req-6439ff8f-0cb1-4e7a-9fc5-dec9aff74f28 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.1009128 Apr 02 13:10:42.323515 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Deleting port 6b093647-4136-45a7-829c-7e41e88bc03c {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:10:42.324132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:42.332702 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5d28b147-b71e-44b5-9f5f-1e9bc80ec19e req-32d69b85-0da0-41d0-bf81-84d4b46a4a15 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458500 Apr 02 13:10:42.360606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5357863c-5678-46cf-9fb5-4df5dec977ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2881502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228805'] for subnet, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:42.383561 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fb8f0cce-2690-434a-af4a-4d715a01160b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:42.477480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357863c-5678-46cf-9fb5-4df5dec977ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:42.494429 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5357863c-5678-46cf-9fb5-4df5dec977ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:42.650249 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5357863c-5678-46cf-9fb5-4df5dec977ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:42.671489 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5357863c-5678-46cf-9fb5-4df5dec977ee admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4dcaf7a1-1eb0-48a0-b4cb-8cc718d762f3 HTTP/1.1" status: 204 len: 168 time: 0.9843683 Apr 02 13:10:42.675924 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 58982) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:42.974125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cae00-aefb-48a6-b7a0-5865b3e47350 req-9d1add69-131e-45e2-8e09-f9068cba9ab9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:42.975937 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c83cae00-aefb-48a6-b7a0-5865b3e47350 req-9d1add69-131e-45e2-8e09-f9068cba9ab9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1671729 Apr 02 13:10:42.978204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-bc409303-94c5-4e93-8008-d1cf476bb963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:42.979697 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-bc409303-94c5-4e93-8008-d1cf476bb963 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 1098 time: 0.1322706 Apr 02 13:10:43.052867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:43.128145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] For port 6b093647-4136-45a7-829c-7e41e88bc03c, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=6b093647-4136-45a7-829c-7e41e88bc03c,segment=NetworkSegment(5c614785-8488-48fa-8a36-0c3bd3e948ba),segment_id=5c614785-8488-48fa-8a36-0c3bd3e948ba)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:43.128527 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:43.301610 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Calling delete_port for 6b093647-4136-45a7-829c-7e41e88bc03c owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:10:43.410555 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c83cae00-aefb-48a6-b7a0-5865b3e47350 req-267a4d71-c532-4928-bd03-6e10c04f6dc5 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279969 Apr 02 13:10:43.449553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:43.465770 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-38df8ea9-c743-4861-8ffc-7edabd6ee9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:43.467334 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-38df8ea9-c743-4861-8ffc-7edabd6ee9d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 916 time: 0.4613800 Apr 02 13:10:43.551363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b65ca0-b53b-4a8e-9f96-0b0314391a6a req-15aa7122-5848-494f-a44f-d64f78fb29d8 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:43.553258 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e5b65ca0-b53b-4a8e-9f96-0b0314391a6a req-15aa7122-5848-494f-a44f-d64f78fb29d8 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 945 time: 0.2168517 Apr 02 13:10:43.625683 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180284db-f052-4d15-bd4b-56b93df12ab3']}} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:43.645133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebd8551-a2ff-4899-9db0-53fbca684d55') {'for_net_delete': True} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:43.645467 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebd8551-a2ff-4899-9db0-53fbca684d55') {} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:43.666170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043319'] for segment, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:43.681335 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:43.684277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:43.705681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:43.736716 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-27ba99ac-db4c-47bc-b0e5-dea0a58e85b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d8beb0b-6c91-4784-a18e-807f7720326b HTTP/1.1" status: 200 len: 1000 time: 0.2596433 Apr 02 13:10:43.741079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:10:43.750525 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e5b65ca0-b53b-4a8e-9f96-0b0314391a6a req-23766d58-10ac-4ac9-be96-10578a50b9f3 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/security-groups?id=38745b56-4dc0-4088-ab55-011f21dd3848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496401 Apr 02 13:10:43.856993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6287a2-5837-49cc-b46a-10b7c3407549 req-141688c6-156d-4076-9fb5-5f9b57a4d155 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:43.858484 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9d6287a2-5837-49cc-b46a-10b7c3407549 req-141688c6-156d-4076-9fb5-5f9b57a4d155 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.3172538 Apr 02 13:10:43.859895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-bad15e04-2528-4eac-935a-76cd7afae7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:43.861414 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-bad15e04-2528-4eac-935a-76cd7afae7d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.1142511 Apr 02 13:10:43.872958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Pushing event deleted for resources: {'Port': ['ID=6b093647-4136-45a7-829c-7e41e88bc03c,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:43.881830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:43.929801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85869b19-f1eb-4719-a4c1-98b35abcdda1 req-164f8b2f-10d8-41c1-ad89-1dfa607ea9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:43.931353 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-85869b19-f1eb-4719-a4c1-98b35abcdda1 req-164f8b2f-10d8-41c1-ad89-1dfa607ea9eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 1098 time: 0.2507956 Apr 02 13:10:43.996191 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9d6287a2-5837-49cc-b46a-10b7c3407549 req-59fb3bb6-d1df-49be-964e-8fc8be2a164f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300595 Apr 02 13:10:44.013570 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-85869b19-f1eb-4719-a4c1-98b35abcdda1 req-73bb6a44-6150-413b-bae5-96f2280a382a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727916 Apr 02 13:10:44.026277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Network 180284db-f052-4d15-bd4b-56b93df12ab3 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:10:44.027898 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-3b4465c4-8458-4c9f-a446-2f90bcff3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:44.028274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2881397'] for segment, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:44.029479 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-3b4465c4-8458-4c9f-a446-2f90bcff3f20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1607549 Apr 02 13:10:44.222785 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-bdb942c6-1b99-42e6-9bc7-b17a826d3ed8 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619771 Apr 02 13:10:44.300581 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Network 180284db-f052-4d15-bd4b-56b93df12ab3 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:10:44.328766 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:10:44.330919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] No DVR routers for this DVR port 6b093647-4136-45a7-829c-7e41e88bc03c on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:10:44.380877 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7793df31-02dc-46d6-9dff-ef21c19a60e3 req-69a45fd1-d638-4110-a569-d27fb69068da service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508257 Apr 02 13:10:44.381100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:44.383803 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45152124-0704-4dd8-848b-abae55440a02', 'name': 'network-vif-deleted', 'tag': '6b093647-4136-45a7-829c-7e41e88bc03c'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:44.420148 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d1e94658-c80f-4321-a387-8f8acb1ebff4 req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.23 "DELETE /v2.0/ports/6b093647-4136-45a7-829c-7e41e88bc03c HTTP/1.1" status: 204 len: 173 time: 2.1825104 Apr 02 13:10:44.425268 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:44.429222 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:44.450140 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45152124-0704-4dd8-848b-abae55440a02', 'name': 'network-vif-deleted', 'tag': '6b093647-4136-45a7-829c-7e41e88bc03c', 'status': 'completed', 'code': 200} Apr 02 13:10:44.451303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:44.454204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Pushing event deleted for resources: {'Network': ['ID=180284db-f052-4d15-bd4b-56b93df12ab3,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:44.458058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:44.464560 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] 10.222.0.10 "DELETE /v2.0/networks/180284db-f052-4d15-bd4b-56b93df12ab3 HTTP/1.1" status: 204 len: 168 time: 1.7847900 Apr 02 13:10:44.627841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dc6d2-ee18-466b-be33-7e7302699c16 req-a5b80584-7de4-4331-b2fc-4ee8a7d3c3f6 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:44.629778 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2b4dc6d2-ee18-466b-be33-7e7302699c16 req-a5b80584-7de4-4331-b2fc-4ee8a7d3c3f6 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.0960045 Apr 02 13:10:44.662200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59014) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:44.685837 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2b4dc6d2-ee18-466b-be33-7e7302699c16 req-d1342971-9a7c-4961-bc6a-ffa921834a60 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484555 Apr 02 13:10:44.715148 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4652c9b3-a6a7-4995-a6c9-b78ca7c816e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb085a711e0f4ba3b24e33cacfd4c7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514126 Apr 02 13:10:44.717714 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59018) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:44.784851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dbb3eaa9-0ca6-4169-9e30-eb7fd5a8a767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:44.812649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dbb3eaa9-0ca6-4169-9e30-eb7fd5a8a767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:44.860799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dbb3eaa9-0ca6-4169-9e30-eb7fd5a8a767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:44.866178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b031aa19-6695-43dd-b897-36b80cc4de31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:44.880782 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3eaa9-0ca6-4169-9e30-eb7fd5a8a767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640c8778-c094-449b-91e6-11e1d9994184,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:44.884056 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dbb3eaa9-0ca6-4169-9e30-eb7fd5a8a767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:44.885355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dbb3eaa9-0ca6-4169-9e30-eb7fd5a8a767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:44.886772 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-dbb3eaa9-0ca6-4169-9e30-eb7fd5a8a767 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/640c8778-c094-449b-91e6-11e1d9994184 HTTP/1.1" status: 204 len: 168 time: 0.1681013 Apr 02 13:10:44.943462 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-680c4942-ca4e-41b2-b381-7830a77b83f4 req-af6416cc-6ac8-4ab8-87f4-c20525c8e7c1 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] 10.222.0.10 "GET /v2.0/ports?device_id=45152124-0704-4dd8-848b-abae55440a02 HTTP/1.1" status: 200 len: 210 time: 0.0534444 Apr 02 13:10:45.090180 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0d8beb0b-6c91-4784-a18e-807f7720326b no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:10:45.222607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f81a-0ee6-4fa5-99b3-a06e1ce995de req-30f9e9ef-a842-4c90-8608-13a31aec32c5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:45.224294 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2694f81a-0ee6-4fa5-99b3-a06e1ce995de req-30f9e9ef-a842-4c90-8608-13a31aec32c5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 945 time: 0.0921130 Apr 02 13:10:45.265037 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:45.275915 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2694f81a-0ee6-4fa5-99b3-a06e1ce995de req-d248110f-5a66-44d5-9775-37575b8752a9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452859 Apr 02 13:10:45.292111 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:45.308253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:10:45.311201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:45.312050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 6b093647-4136-45a7-829c-7e41e88bc03c no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:10:45.343686 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:45.386638 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'code': 200} Apr 02 13:10:45.396715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 6b093647-4136-45a7-829c-7e41e88bc03c {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:10:45.397108 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 6b093647-4136-45a7-829c-7e41e88bc03c not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:10:45.425996 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=8']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:45.429285 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:45.914674 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9741b-aaa2-4b7a-8fb9-ea138b09ee94 req-c03741ec-1d43-44e7-93b8-9dc34961663c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:45.916375 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bff9741b-aaa2-4b7a-8fb9-ea138b09ee94 req-c03741ec-1d43-44e7-93b8-9dc34961663c tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1079369 Apr 02 13:10:45.968763 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bff9741b-aaa2-4b7a-8fb9-ea138b09ee94 req-cfa95bdc-fa5f-4c21-b46d-9e02be95d7d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437350 Apr 02 13:10:46.047030 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59070) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:46.118449 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd480bd-1b6b-4b88-99b7-5b86e5a3e233 admin admin] Deleting subnet 4c78b424-958f-46c7-b25f-1cb6c1628394 {{(pid=84330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:10:46.123157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fcd480bd-1b6b-4b88-99b7-5b86e5a3e233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:46.228243 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fcd480bd-1b6b-4b88-99b7-5b86e5a3e233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844675448'] for subnet, precommit_delete_associations {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:46.298145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fcd480bd-1b6b-4b88-99b7-5b86e5a3e233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:46.605712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b749600-6106-4b13-8bf3-d395299d3d6e req-85de506b-03dc-45b9-bb08-dd4b16da3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:46.607310 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9b749600-6106-4b13-8bf3-d395299d3d6e req-85de506b-03dc-45b9-bb08-dd4b16da3bbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df377aa3487d4722af8eeeb158d4e5af&device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 1098 time: 0.0809879 Apr 02 13:10:46.700232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7c21f-f3c3-454b-996a-47af3ba66615 req-0496434b-1449-44dc-a60e-4adb00e5c46e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:46.701837 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5da7c21f-f3c3-454b-996a-47af3ba66615 req-0496434b-1449-44dc-a60e-4adb00e5c46e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.2814395 Apr 02 13:10:46.761681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b749600-6106-4b13-8bf3-d395299d3d6e req-b1c7fb41-1b50-4c25-9b72-2ca155bece84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:46.763152 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9b749600-6106-4b13-8bf3-d395299d3d6e req-b1c7fb41-1b50-4c25-9b72-2ca155bece84 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 200 len: 920 time: 0.1461310 Apr 02 13:10:46.835678 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5da7c21f-f3c3-454b-996a-47af3ba66615 req-7571cfa6-8851-4fc2-a4b8-930fdaeb8425 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970700 Apr 02 13:10:46.839668 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9b749600-6106-4b13-8bf3-d395299d3d6e req-90cb900b-cc9a-4e11-bed6-e17af35f49e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b31fb42-9361-4ad9-b277-db13427033e9 HTTP/1.1" status: 200 len: 217 time: 0.0696294 Apr 02 13:10:46.845663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b303f-6cb2-4d3d-9e5b-ce2b2ed5e6d1 req-f10384ec-e8e8-4e4f-b9f2-bdb0c0afca5b tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:46.847252 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-296b303f-6cb2-4d3d-9e5b-ce2b2ed5e6d1 req-f10384ec-e8e8-4e4f-b9f2-bdb0c0afca5b tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.2521899 Apr 02 13:10:46.872675 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fcd480bd-1b6b-4b88-99b7-5b86e5a3e233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851658852'] for subnet, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:46.894034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:46.916032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b749600-6106-4b13-8bf3-d395299d3d6e req-91550491-16d1-4feb-9169-29c5abb2eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:46.917627 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9b749600-6106-4b13-8bf3-d395299d3d6e req-91550491-16d1-4feb-9169-29c5abb2eb38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 200 len: 859 time: 0.0719824 Apr 02 13:10:46.974702 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9b749600-6106-4b13-8bf3-d395299d3d6e req-9eb8c01b-ca36-4931-894e-b0f59c9d0fcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f265c72e-93cc-400b-b634-aa7ca4bbcc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500503 Apr 02 13:10:46.993452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd480bd-1b6b-4b88-99b7-5b86e5a3e233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c78b424-958f-46c7-b25f-1cb6c1628394,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:47.011233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fcd480bd-1b6b-4b88-99b7-5b86e5a3e233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:47.022988 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-296b303f-6cb2-4d3d-9e5b-ce2b2ed5e6d1 req-3af3de9d-6be4-4a3d-b0a0-adf0f95c0baf tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686366 Apr 02 13:10:47.069322 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fcd480bd-1b6b-4b88-99b7-5b86e5a3e233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:47.075784 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-fcd480bd-1b6b-4b88-99b7-5b86e5a3e233 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4c78b424-958f-46c7-b25f-1cb6c1628394 HTTP/1.1" status: 204 len: 168 time: 1.0273669 Apr 02 13:10:47.080396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59094) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:47.221530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:47.311902 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9b749600-6106-4b13-8bf3-d395299d3d6e req-14f1026e-efd5-41a2-ae0a-f60286f493fa service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306408 Apr 02 13:10:47.548989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:47.701987 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9b749600-6106-4b13-8bf3-d395299d3d6e req-0784b180-4885-4883-96c6-61bedf244ce8 service neutron] 10.222.0.23 "GET /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539360 Apr 02 13:10:47.709352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b952a8-69f8-49d6-8648-89163aaedcf1']}} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:47.725176 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c614785-8488-48fa-8a36-0c3bd3e948ba') {'for_net_delete': True} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:47.725557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c614785-8488-48fa-8a36-0c3bd3e948ba') {} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:10:47.738232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043319'] for segment, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:47.754256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:47.762297 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=84329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:10:47.846209 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-497cdef3-7d98-4062-838c-efc4d5417dcc tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e04c8b53c4ad46d8b16e9024636f7b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540924 Apr 02 13:10:48.093742 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-fb1d5388-02fe-45b8-8f43-d66930cb5c26 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:48.101180 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-fb1d5388-02fe-45b8-8f43-d66930cb5c26 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538102 Apr 02 13:10:48.141831 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-a1745fc1-c1e0-4b5f-b737-e1c12d888192 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/quotas/e04c8b53c4ad46d8b16e9024636f7b24 HTTP/1.1" status: 200 len: 375 time: 0.0291531 Apr 02 13:10:48.152399 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90419aa-6e9c-465d-ace5-8d46da708055 req-4b1093a6-3911-4b0e-995e-141ed62741bc tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:48.154113 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f90419aa-6e9c-465d-ace5-8d46da708055 req-4b1093a6-3911-4b0e-995e-141ed62741bc tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.2191858 Apr 02 13:10:48.196271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Network 01b952a8-69f8-49d6-8648-89163aaedcf1 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:10:48.207734 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2881397'] for segment, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:48.219906 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-13b891e0-7e42-49c7-a7ec-5824a25b7c74 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e04c8b53c4ad46d8b16e9024636f7b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762258 Apr 02 13:10:48.256414 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f90419aa-6e9c-465d-ace5-8d46da708055 req-7be8f9ee-3761-4df6-8bac-5573f8963f13 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650661 Apr 02 13:10:48.474453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Network 01b952a8-69f8-49d6-8648-89163aaedcf1 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:10:48.483425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59154) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:48.484183 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb294-66cf-4a2b-9a91-663f629b7214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:10:48.503115 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:10:48.523432 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-900746b3-fa00-49c9-9a4a-ca30a6165ffd req-a69cc551-c6f8-471f-b5a3-0cc31b12f2e7 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 210 time: 0.0690298 Apr 02 13:10:48.564722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7e94a-1274-47b4-add1-2416f3a2ec70 req-d9c89e5f-071b-488e-b609-b49e24d52c1e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:48.566707 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-81f7e94a-1274-47b4-add1-2416f3a2ec70 req-d9c89e5f-071b-488e-b609-b49e24d52c1e tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1813750 Apr 02 13:10:48.608875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:48.614768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bb653718-b36b-4fee-8b61-7048c7423a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:48.621532 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-81f7e94a-1274-47b4-add1-2416f3a2ec70 req-96cdf01c-5629-4847-80ff-f7ee662e8068 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Apr 02 13:10:48.646040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:48.648804 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Pushing event deleted for resources: {'Network': ['ID=01b952a8-69f8-49d6-8648-89163aaedcf1,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:48.685795 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:48.712536 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9abe74c0-19c9-4492-9c40-7b668a34576a admin admin] 10.222.0.10 "DELETE /v2.0/networks/01b952a8-69f8-49d6-8648-89163aaedcf1 HTTP/1.1" status: 204 len: 168 time: 1.6286354 Apr 02 13:10:48.737367 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-f4b14e08-e690-495b-a912-37af80acbe76 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2526720 Apr 02 13:10:48.944140 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59174) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:49.007965 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e6800dfb-5aab-4bb6-8c64-40a991de2fc8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=581ee3ea918541b5beda9adf261bbc27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0625358 Apr 02 13:10:49.010315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59178) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:49.083269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0d8beb0b-6c91-4784-a18e-807f7720326b no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:10:49.085454 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b45d604-0725-413a-9ac7-8a5ce919535e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:49.151971 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b45d604-0725-413a-9ac7-8a5ce919535e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:49.243038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b45d604-0725-413a-9ac7-8a5ce919535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:49.249305 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f03ff844-03cd-4205-b17f-a090e3b03656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:49.263377 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45d604-0725-413a-9ac7-8a5ce919535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38745b56-4dc0-4088-ab55-011f21dd3848,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:49.267255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7b45d604-0725-413a-9ac7-8a5ce919535e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:49.283774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b45d604-0725-413a-9ac7-8a5ce919535e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:49.296545 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7b45d604-0725-413a-9ac7-8a5ce919535e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38745b56-4dc0-4088-ab55-011f21dd3848 HTTP/1.1" status: 204 len: 168 time: 0.2848222 Apr 02 13:10:49.567291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353b31d-9a69-4ab2-84c3-08575e2e2251 req-0af2c4fa-7fc9-4d6c-bebc-6e6523961ea7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:49.569158 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b353b31d-9a69-4ab2-84c3-08575e2e2251 req-0af2c4fa-7fc9-4d6c-bebc-6e6523961ea7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.0993805 Apr 02 13:10:49.862379 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-e0b1a8af-fa12-4996-bd76-9ef2527b1b38 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e04c8b53c4ad46d8b16e9024636f7b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433543 Apr 02 13:10:49.883332 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b353b31d-9a69-4ab2-84c3-08575e2e2251 req-819bc90d-634d-4286-bda4-197138355519 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071394 Apr 02 13:10:49.921116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:49.947617 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d11d7e7c-8b8e-4045-995a-fa0e29b936e9 req-29c22b2f-6ce8-407a-9cfb-b3ee1e783ff2 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 210 time: 0.0621867 Apr 02 13:10:49.984453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:50.106120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-3e83eefe-1b3e-4c24-b03b-80268ac7d5a7 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:50.107860 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-3e83eefe-1b3e-4c24-b03b-80268ac7d5a7 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395456 Apr 02 13:10:50.122124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Request body: {'port': {'device_id': 'da2360d7-ae43-44a5-bc4c-1d7cd718a1ab', 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd', 'admin_state_up': True, 'tenant_id': 'e04c8b53c4ad46d8b16e9024636f7b24'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:10:50.254180 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbc88b-9af6-4b0a-8e6e-9e41d38db69d req-e72e7c1a-60e5-48e6-bfea-2d9cca9c6dcb tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:50.256002 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f2cbc88b-9af6-4b0a-8e6e-9e41d38db69d req-e72e7c1a-60e5-48e6-bfea-2d9cca9c6dcb tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1972356 Apr 02 13:10:50.294133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:10:50.298851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Usage tracker for resource:port and tenant:e04c8b53c4ad46d8b16e9024636f7b24 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:10:50.302907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:10:50.308992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:10:50.319716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Made reservation on behalf of e04c8b53c4ad46d8b16e9024636f7b24 for: {'port': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:10:50.327026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:50.343892 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:50.363332 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f2cbc88b-9af6-4b0a-8e6e-9e41d38db69d req-7463842f-13a3-4813-8622-2fda2eeac77f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667825 Apr 02 13:10:50.365646 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:10:50.370829 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Usage tracker for resource:security_group_rule and tenant:e04c8b53c4ad46d8b16e9024636f7b24 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:10:50.373925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:10:50.378201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-59ce200f-d5aa-46f6-abaf-17965562f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:50.380221 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-59ce200f-d5aa-46f6-abaf-17965562f7e5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b&tenant_id=769f46f4a90c42b5bc9a89faee56919e HTTP/1.1" status: 200 len: 1096 time: 0.1223967 Apr 02 13:10:50.380851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:10:50.487367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:50.491463 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:50.496773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c7c0c82e-0856-4b4c-b496-85c28cf2eb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:50.520704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-addcc457-8179-4c1f-ad9f-2b59344a9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:50.522694 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-addcc457-8179-4c1f-ad9f-2b59344a9bef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 1096 time: 0.1013114 Apr 02 13:10:50.614460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3a5697-eb61-440f-8e6f-408c5590e70a,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:50.624066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:50.699576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a2d098e4-baa3-4053-b6e6-7e0884e55f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:50.711703 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-c91d94b1-1cda-49d0-8b41-0eb9a7cee6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:50.713282 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-c91d94b1-1cda-49d0-8b41-0eb9a7cee6d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 916 time: 0.1837115 Apr 02 13:10:50.813506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:10:50.827347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Allocated IP 192.168.233.30 (ac2e5407-a701-4859-b58f-595368f47fcd/57056fff-d690-40e1-b465-b2e0ce73f1b6/a482f7be-78a9-4139-aa8e-f4bbbbcf87ae) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:10:50.844132 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-579aba7d-7a26-4c75-974c-2802f4a46ca5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d8beb0b-6c91-4784-a18e-807f7720326b HTTP/1.1" status: 200 len: 998 time: 0.1247282 Apr 02 13:10:50.937945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-d03a31c0-0f16-4c2a-b87d-24ea0e7c0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:50.940264 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-d03a31c0-0f16-4c2a-b87d-24ea0e7c0adb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.0897408 Apr 02 13:10:51.050417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-4b132428-5c38-4e85-9ea7-e05449d06f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:51.052265 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-4b132428-5c38-4e85-9ea7-e05449d06f4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1050344 Apr 02 13:10:51.275927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:51.294587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Transition to ACTIVE for port object a482f7be-78a9-4139-aa8e-f4bbbbcf87ae will not be triggered until provisioned by entity DHCP. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:10:51.322121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:51.343681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:51.447500 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-6cc0635b-6964-4197-a72e-d5ec2113c18c service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820956 Apr 02 13:10:51.449652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bced87-9af8-41fc-8662-0ae47b0f551a req-3e4cb5b2-f2b7-400b-95d5-532c011b4b9d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:51.451222 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f0bced87-9af8-41fc-8662-0ae47b0f551a req-3e4cb5b2-f2b7-400b-95d5-532c011b4b9d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.2452309 Apr 02 13:10:51.545683 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Pushing event updated for resources: {'Port': ['ID=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:51.549447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Network ac2e5407-a701-4859-b58f-595368f47fcd is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:10:51.550478 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:51.551519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:10:51.553929 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:10:51.562371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863a227-7a10-41c9-8fc0-c96792dae07b req-78c83bf1-7ff0-4c01-b0bb-8d4a50ce3bc3 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:51.564048 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3863a227-7a10-41c9-8fc0-c96792dae07b req-78c83bf1-7ff0-4c01-b0bb-8d4a50ce3bc3 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 935 time: 0.3540463 Apr 02 13:10:51.598103 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:51.630496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:51.631541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:51.657077 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f0bced87-9af8-41fc-8662-0ae47b0f551a req-ff760c47-2b17-44f7-beb7-80ddfb61fce1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796157 Apr 02 13:10:51.669422 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5524993 Apr 02 13:10:51.683867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Request body: {'port': {'device_id': 'da2360d7-ae43-44a5-bc4c-1d7cd718a1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:10:51.701862 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3863a227-7a10-41c9-8fc0-c96792dae07b req-5e550cea-e170-40d8-ab9a-dead7239e2b0 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222925 Apr 02 13:10:51.724289 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a0bb7d68-d413-4f6d-aa77-dcf30a69e033 req-e15dc867-2e41-41f1-9693-ea587780e414 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712142 Apr 02 13:10:51.824139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:51.915688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-9e94f33e-a9f3-4850-84d8-3ee007ae998c None None] Provisioning for port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:10:51.927896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-9e94f33e-a9f3-4850-84d8-3ee007ae998c None None] Provisioning complete for port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:10:51.928570 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9e94f33e-a9f3-4850-84d8-3ee007ae998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:52.029429 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-9e94f33e-a9f3-4850-84d8-3ee007ae998c None None] Port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:10:52.292307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a482f7be-78a9-4139-aa8e-f4bbbbcf87ae {{(pid=84329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:10:52.300314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:52.318279 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Transition to ACTIVE for port object a482f7be-78a9-4139-aa8e-f4bbbbcf87ae will not be triggered until provisioned by entity L2. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:10:52.321816 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:52.340835 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-34101cb8-0fa0-410c-8acc-045c8eb6a08d tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:52.503999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Pushing event updated for resources: {'Port': ['ID=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:52.506982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:52.777165 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Attempting to bind port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:10:52.777471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Attempting to bind port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '1ffd972b-074c-4dcc-a838-5af6f063db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd'}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:10:52.777855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Attempting to bind port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae on network ac2e5407-a701-4859-b58f-595368f47fcd {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:10:52.784435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae on network ac2e5407-a701-4859-b58f-595368f47fcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:10:52.784803 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Attempting to bind port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae on network ac2e5407-a701-4859-b58f-595368f47fcd {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:10:52.790569 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:10:52.790946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Checking segment: {'id': '1ffd972b-074c-4dcc-a838-5af6f063db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:10:52.791361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Bound using segment: {'id': '1ffd972b-074c-4dcc-a838-5af6f063db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd'} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:10:52.791871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Bound port: a482f7be-78a9-4139-aa8e-f4bbbbcf87ae, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffd972b-074c-4dcc-a838-5af6f063db1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd'}}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:10:52.792334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:52.929225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] For port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae, host hv-cinder-78299, cleared binding levels {{(pid=84329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:10:52.932935 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] For port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,segment=NetworkSegment(1ffd972b-074c-4dcc-a838-5af6f063db1f),segment_id=1ffd972b-074c-4dcc-a838-5af6f063db1f)] {{(pid=84329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:10:52.936893 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:53.011907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f06903-08dd-4dc8-b817-fe32c0010db4 req-4bc3279d-2b1b-424c-9646-1da3def1609b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:53.020330 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-99f06903-08dd-4dc8-b817-fe32c0010db4 req-4bc3279d-2b1b-424c-9646-1da3def1609b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 947 time: 0.1792421 Apr 02 13:10:53.069349 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8efd1-1c6f-43cb-ad10-b3b6752a3d54 req-f9ffb128-f306-4a02-b2e0-e60e84403203 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:53.077359 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a5d8efd1-1c6f-43cb-ad10-b3b6752a3d54 req-f9ffb128-f306-4a02-b2e0-e60e84403203 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.1899366 Apr 02 13:10:53.094409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:53.185896 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a5d8efd1-1c6f-43cb-ad10-b3b6752a3d54 req-b77b19de-f45c-4c83-9f10-6d266b75d64c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042702 Apr 02 13:10:53.186676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:53.212846 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-99f06903-08dd-4dc8-b817-fe32c0010db4 req-f88b7366-056e-4ccc-937b-21d2a572dc6f tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914155 Apr 02 13:10:53.234352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Pushing event updated for resources: {'Port': ['ID=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,revision_number=3']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:53.243391 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:53.255823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:53.256655 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:53.258152 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] 10.222.0.23 "PUT /v2.0/ports/a482f7be-78a9-4139-aa8e-f4bbbbcf87ae HTTP/1.1" status: 200 len: 1097 time: 1.5812199 Apr 02 13:10:53.258681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2360d7-ae43-44a5-bc4c-1d7cd718a1ab', 'tag': 'a482f7be-78a9-4139-aa8e-f4bbbbcf87ae'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:10:53.402815 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2360d7-ae43-44a5-bc4c-1d7cd718a1ab', 'tag': 'a482f7be-78a9-4139-aa8e-f4bbbbcf87ae', 'status': 'completed', 'code': 200} Apr 02 13:10:54.500225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8fba6-5cdf-4e4a-9261-3ff3a7ff0cc5 req-c48f8c8d-7ed7-45ed-b0db-c902a4b40e19 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:54.508222 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b0b8fba6-5cdf-4e4a-9261-3ff3a7ff0cc5 req-c48f8c8d-7ed7-45ed-b0db-c902a4b40e19 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.1715496 Apr 02 13:10:54.512194 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59344) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:54.533885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc77e9-6892-426d-a445-13142ec71134 req-63e8e477-0604-452d-b750-1e8e17000465 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:54.535815 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f6bc77e9-6892-426d-a445-13142ec71134 req-63e8e477-0604-452d-b750-1e8e17000465 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 947 time: 0.1519043 Apr 02 13:10:54.580026 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b0b8fba6-5cdf-4e4a-9261-3ff3a7ff0cc5 req-bb353bd3-6f52-40bb-a353-59ce0fe064bc tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701125 Apr 02 13:10:54.628982 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f6bc77e9-6892-426d-a445-13142ec71134 req-0caa0470-c44a-4383-b9da-40a2308d749d tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533121 Apr 02 13:10:54.680541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:54.696804 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:10:54.700854 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] Usage tracker for resource:security_group_rule and tenant:5fff16674140457dbe59a7c776be9e9a is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:10:54.703778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:10:54.710552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:10:54.797485 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:54.800799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:54.809972 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dbb3eaa9-0ca6-4169-9e30-eb7fd5a8a767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:54.853345 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fff16674140457dbe59a7c776be9e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399217 Apr 02 13:10:54.854204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fece206-b959-44a9-9030-2f20e9253bba,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:54.856098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59350) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:54.857450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:54.936548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-59fd6718-aef5-4892-aebd-96fdf149d385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:54.971277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-59fd6718-aef5-4892-aebd-96fdf149d385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:55.030381 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-59fd6718-aef5-4892-aebd-96fdf149d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:55.035988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:55.050474 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd6718-aef5-4892-aebd-96fdf149d385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fece206-b959-44a9-9030-2f20e9253bba,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:55.053381 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-59fd6718-aef5-4892-aebd-96fdf149d385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:55.054508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-59fd6718-aef5-4892-aebd-96fdf149d385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:55.058697 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-59fd6718-aef5-4892-aebd-96fdf149d385 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fece206-b959-44a9-9030-2f20e9253bba HTTP/1.1" status: 204 len: 168 time: 0.1969249 Apr 02 13:10:55.916022 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83073411-3352-48c9-adb3-9133539b31f7 req-df194d99-68c4-476a-a0f8-e1ec474ae9b1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:55.917713 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83073411-3352-48c9-adb3-9133539b31f7 req-df194d99-68c4-476a-a0f8-e1ec474ae9b1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.1867957 Apr 02 13:10:55.926990 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28222748-5676-4753-8b4e-5d17834a4d29 req-7af658d3-6e17-4b81-ad35-bb7031e4f6ac tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:55.928630 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-28222748-5676-4753-8b4e-5d17834a4d29 req-7af658d3-6e17-4b81-ad35-bb7031e4f6ac tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.1436944 Apr 02 13:10:56.009148 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83073411-3352-48c9-adb3-9133539b31f7 req-6c7e061e-b183-4792-9477-87906df6c159 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793488 Apr 02 13:10:56.034494 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-28222748-5676-4753-8b4e-5d17834a4d29 req-ccf8c682-db13-4629-9a0e-621890895d0d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817990 Apr 02 13:10:56.077132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59394) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:56.294760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-659395184-network', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:10:56.296430 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dfbe4-d522-4529-ac3b-7edf4c33499f req-01d32bbf-57fe-4c06-8a8e-b751bb669765 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:56.298714 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f13dfbe4-d522-4529-ac3b-7edf4c33499f req-01d32bbf-57fe-4c06-8a8e-b751bb669765 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 947 time: 0.1290452 Apr 02 13:10:56.301698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:10:56.305773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Usage tracker for resource:network and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:10:56.308813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:10:56.315341 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:10:56.337567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Made reservation on behalf of b724dde5161c4effa01f9674048be1fe for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:10:56.342377 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:56.356725 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f13dfbe4-d522-4529-ac3b-7edf4c33499f req-8b42d337-dcca-40b5-9e32-18b456556ed1 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Apr 02 13:10:56.357414 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:56.377966 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:10:56.382112 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Usage tracker for resource:security_group_rule and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:10:56.385168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:10:56.391299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:10:56.482039 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:56.484998 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:56.489531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1a95b1e1-18e0-4c5a-a4d1-56a63c26573b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:56.522748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=84329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:10:56.524952 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ffdd14-b603-4d94-92e9-85be3599716a,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:56.530532 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:56.537035 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:56.537599 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Added segment 7df8065f-dc26-4af6-9c87-ded2a6d8870b of type vlan for network 34bffb8b-a28b-4660-9455-c161a62b84c4 Apr 02 13:10:56.565795 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:56.605442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:56.606872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:56.607471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:56.613119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:56.756951 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6785944 Apr 02 13:10:56.757162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59408) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:56.757841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Pushing event updated for resources: {'Network': ['ID=34bffb8b-a28b-4660-9455-c161a62b84c4,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:56.761299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:56.763263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Request body: {'subnet': {'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-659395184-subnet', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'ip_version': 4}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:10:56.768756 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:10:56.778846 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:10:56.783215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Usage tracker for resource:subnet and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:10:56.789073 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:10:56.796066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:10:56.812437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Made reservation on behalf of b724dde5161c4effa01f9674048be1fe for: {'subnet': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:10:56.830400 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3116966'] for subnet, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:57.451211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694ca82-11fd-47f0-8b8a-16d6d3afd881 req-a079bc9d-ad38-4c3b-994e-51d166271895 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:57.452863 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1694ca82-11fd-47f0-8b8a-16d6d3afd881 req-a079bc9d-ad38-4c3b-994e-51d166271895 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.2268424 Apr 02 13:10:57.488757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcc02b-1bd1-4a04-b5df-9ceceb0971fb req-1919245e-618c-4635-8ef3-21e7d038365f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:57.490363 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-15bcc02b-1bd1-4a04-b5df-9ceceb0971fb req-1919245e-618c-4635-8ef3-21e7d038365f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.1889510 Apr 02 13:10:57.564236 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1694ca82-11fd-47f0-8b8a-16d6d3afd881 req-52370c56-1df9-4ca6-84b6-226cb5d123fe tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983787 Apr 02 13:10:57.622849 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-15bcc02b-1bd1-4a04-b5df-9ceceb0971fb req-55e9158f-b046-4aa5-91b1-ebbbebe8389c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222084 Apr 02 13:10:57.660610 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844676549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3116949'] for subnet, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:57.679998 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-445b3aea-1c79-44de-928f-d6687518ffc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:58.155760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdc876f-ea48-4428-8c12-29b19e815ce1,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:58.172588 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:58.208704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0551d5-aab6-4b55-991a-17bc60e5a46a req-4bb9b5ca-0047-41e7-b3e7-bd44f0584e71 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:58.210332 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ea0551d5-aab6-4b55-991a-17bc60e5a46a req-4bb9b5ca-0047-41e7-b3e7-bd44f0584e71 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 947 time: 0.4776890 Apr 02 13:10:58.277359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Checking segment: {'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:10:58.277751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Network hostable DHCP agents. Network: 34bffb8b-a28b-4660-9455-c161a62b84c4, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:10:58.312018 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ea0551d5-aab6-4b55-991a-17bc60e5a46a req-30a4143f-62d3-4a71-8e7b-d22643c5e03a tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922689 Apr 02 13:10:58.319506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:10:58.329192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, 34bffb8b-a28b-4660-9455-c161a62b84c4) {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:10:58.342435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b3260-40d0-4899-801c-4416d5891bc5 None None] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:10:58.355136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:58.356510 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:58.391118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59438) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:10:58.391259 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6326060 Apr 02 13:10:58.405221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:10:58.418412 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:10:58.423575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Usage tracker for resource:router and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:10:58.438132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:10:58.451451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:10:58.467125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854111772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:58.471659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774338'] for router, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:58.520784 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:58.600707 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c02216-18ba-554a-9849-eff88ab0269a-34bffb8b-a28b-4660-9455-c161a62b84c4', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1'}]}} from dv-cinder-782995-3-smb. {{(pid=84331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 13:10:58.601871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:58.791925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce7ad1-7faf-4eaf-8b6a-5a0420ce4dad req-dc5c49a0-527e-47b3-a9ce-9c9fece5bcae tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:58.801636 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cbce7ad1-7faf-4eaf-8b6a-5a0420ce4dad req-dc5c49a0-527e-47b3-a9ce-9c9fece5bcae tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.1056929 Apr 02 13:10:58.870664 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cbce7ad1-7faf-4eaf-8b6a-5a0420ce4dad req-d75098de-2a74-43fc-b8a3-62f670fe8b77 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676174 Apr 02 13:10:58.939665 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Allocated IP 172.20.0.2 (34bffb8b-a28b-4660-9455-c161a62b84c4/3cdc876f-ea48-4428-8c12-29b19e815ce1/5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:10:59.069065 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa675c-2ffb-40cb-a0eb-b97d48608d84 req-9349f3d9-d348-4141-80a6-cb85bc80745c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:59.076326 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1efa675c-2ffb-40cb-a0eb-b97d48608d84 req-9349f3d9-d348-4141-80a6-cb85bc80745c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.1970069 Apr 02 13:10:59.130206 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-664859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774353'] for router, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:59.187155 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1efa675c-2ffb-40cb-a0eb-b97d48608d84 req-4489e1ad-8951-4e3a-bd29-8b20f101463b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938160 Apr 02 13:10:59.310267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:59.322337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Transition to ACTIVE for port object 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:10:59.353340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Transition to ACTIVE for port object 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:10:59.359471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:59.378681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:10:59.551580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Pushing event updated for resources: {'Port': ['ID=5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:10:59.552587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:10:59.557063 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:59.609601 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:10:59.610248 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:59.611584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:10:59.614179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:10:59.633082 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf77ad4-4e37-4452-ac96-a9319536884e req-8d6f2a57-0892-47c7-abc7-2a5b01111b90 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:10:59.635108 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dcf77ad4-4e37-4452-ac96-a9319536884e req-8d6f2a57-0892-47c7-abc7-2a5b01111b90 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 947 time: 0.2028644 Apr 02 13:10:59.731502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Attempting to bind port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:10:59.731954 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Attempting to bind port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:10:59.732495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Attempting to bind port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e on network 34bffb8b-a28b-4660-9455-c161a62b84c4 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:10:59.740531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:10:59.740960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Checking segment: {'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:10:59.741409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:59.741921 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Bound using segment: {'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:10:59.742583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Bound port: 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:10:59.743012 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:59.752390 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-dcf77ad4-4e37-4452-ac96-a9319536884e req-02755f49-63df-4eb2-8a92-2c34da3d212d tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109469 Apr 02 13:10:59.825434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Allocated IP 172.28.1.55 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/b469c4ba-5567-4b57-bc64-510bda6a01c7) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:10:59.884454 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] For port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:10:59.892348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] For port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:10:59.899522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:10:59.936694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:00.022363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:00.086763 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:00.116336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Pushing event updated for resources: {'Port': ['ID=5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:00.139104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-05985c53-cae8-4ee7-9511-c1937dc886bc tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:00.139552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:00.208892 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0d1c-39b6-4fc0-b6d9-50bf69820646 req-3afedf62-4094-4c04-b230-e39049ba2782 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:00.222168 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ee9b0d1c-39b6-4fc0-b6d9-50bf69820646 req-3afedf62-4094-4c04-b230-e39049ba2782 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.1561599 Apr 02 13:11:00.292417 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ee9b0d1c-39b6-4fc0-b6d9-50bf69820646 req-18bf48da-eb66-4f31-91d6-861ef8a25c0a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689042 Apr 02 13:11:00.318006 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b469c4ba-5567-4b57-bc64-510bda6a01c7,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:00.319286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:00.376747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:00.378432 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:00.380870 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:00.501801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217991c4-90d0-4aaf-8a04-54f8ec3c8fef req-456c2210-9e18-434b-93a5-7c3dabfb79e9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:00.504873 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-217991c4-90d0-4aaf-8a04-54f8ec3c8fef req-456c2210-9e18-434b-93a5-7c3dabfb79e9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.1144154 Apr 02 13:11:00.572243 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-217991c4-90d0-4aaf-8a04-54f8ec3c8fef req-f8ae8747-ba74-491c-98cd-6500c70db465 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609384 Apr 02 13:11:01.042445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdb0e1-5691-4ffe-8c75-01bc77cf6b94 req-b99f30b5-95e4-4692-b003-a3e69484b9cb tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:01.044211 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f0fdb0e1-5691-4ffe-8c75-01bc77cf6b94 req-b99f30b5-95e4-4692-b003-a3e69484b9cb tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 947 time: 0.0926878 Apr 02 13:11:01.118707 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f0fdb0e1-5691-4ffe-8c75-01bc77cf6b94 req-6cef02de-6860-4db0-9af8-7a140e1c0dac tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674546 Apr 02 13:11:01.145400 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:01.568376 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd781af0-cc20-4baf-819d-686f1b2dcf7d req-69e89f7e-2517-4a37-a16f-f7980d90f87f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:01.570102 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd781af0-cc20-4baf-819d-686f1b2dcf7d req-69e89f7e-2517-4a37-a16f-f7980d90f87f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.1534038 Apr 02 13:11:01.643278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854110958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854002790'] for router, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:01.712500 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cd781af0-cc20-4baf-819d-686f1b2dcf7d req-327ff067-ed0a-4d24-9382-96cf9ad69d06 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343572 Apr 02 13:11:01.904251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1de32-2b81-4ee6-8c11-ddc720ca0105 req-fac2d6eb-c258-4792-b004-4964b29e76eb tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:01.906290 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5ab1de32-2b81-4ee6-8c11-ddc720ca0105 req-fac2d6eb-c258-4792-b004-4964b29e76eb tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.1609774 Apr 02 13:11:01.973091 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5ab1de32-2b81-4ee6-8c11-ddc720ca0105 req-61a50c6a-2346-42cc-b53f-b39d22ef1043 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597231 Apr 02 13:11:02.005565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Router e66e374e-bc67-4bab-8998-e7674e0f07d7 is scheduled to L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 with binding_index 1 {{(pid=84329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 13:11:02.163900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ff60ca-00ed-4958-b666-f65dc3dff393 None None] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:11:02.354232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:02.416148 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87227cb1-46af-4e23-bbc5-a8812c23581e req-5805e271-2ddb-467c-956f-e004a167c794 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:02.417751 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-87227cb1-46af-4e23-bbc5-a8812c23581e req-5805e271-2ddb-467c-956f-e004a167c794 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 947 time: 0.1411910 Apr 02 13:11:02.472409 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-87227cb1-46af-4e23-bbc5-a8812c23581e req-52c55bfc-d4ae-4c6c-9b2f-ccc733ce9a18 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462642 Apr 02 13:11:02.477856 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-77a32fd1-49bd-4f5d-8767-ccac3cb38025 None None] Provisioning for port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:02.490745 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-77a32fd1-49bd-4f5d-8767-ccac3cb38025 None None] Provisioning complete for port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:02.490745 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-77a32fd1-49bd-4f5d-8767-ccac3cb38025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:02.492900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:11:02.502977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Sync routers for ids ['e66e374e-bc67-4bab-8998-e7674e0f07d7'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:11:02.513983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Routers {'e66e374e-bc67-4bab-8998-e7674e0f07d7'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:02.514973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:10:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['e66e374e-bc67-4bab-8998-e7674e0f07d7'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:02.525491 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:02.534670 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Notify callbacks [] for router, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:02.539111 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1447196 Apr 02 13:11:02.539276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:02.539276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:02.543493 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59496) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:02.748594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Set router e66e374e-bc67-4bab-8998-e7674e0f07d7 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:03.201865 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-77a32fd1-49bd-4f5d-8767-ccac3cb38025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:03.292995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:00Z', 'revision_number': 3, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:03.299108 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Checking router: e66e374e-bc67-4bab-8998-e7674e0f07d7 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:11:03.300974 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Updating router e66e374e-bc67-4bab-8998-e7674e0f07d7 port b469c4ba-5567-4b57-bc64-510bda6a01c7 binding host dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:11:03.340302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:03.347296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a07e00-fd43-4c22-8e0f-74f7757f44c8 req-f893ee71-fb9d-4b87-9654-dd712e6e04d9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:03.349019 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-89a07e00-fd43-4c22-8e0f-74f7757f44c8 req-f893ee71-fb9d-4b87-9654-dd712e6e04d9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.3409183 Apr 02 13:11:03.416473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:03.428307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60419f-3626-4ab9-a54a-f6160d83fecf req-03f27f55-a33c-4be2-847d-e10153527125 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:03.432942 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c60419f-3626-4ab9-a54a-f6160d83fecf req-03f27f55-a33c-4be2-847d-e10153527125 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.2427692 Apr 02 13:11:03.435874 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-77a32fd1-49bd-4f5d-8767-ccac3cb38025 None None] For port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:03.440821 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-89a07e00-fd43-4c22-8e0f-74f7757f44c8 req-813ce735-527e-42a6-83f7-cc005c592226 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765498 Apr 02 13:11:03.496450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-77a32fd1-49bd-4f5d-8767-ccac3cb38025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:03.511059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d3ca2be3-3bab-4210-a333-e2744d8c1a29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:03.618336 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8c60419f-3626-4ab9-a54a-f6160d83fecf req-4ba71688-d631-4eee-b34b-30b85d036cea tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736238 Apr 02 13:11:03.653297 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a32fd1-49bd-4f5d-8767-ccac3cb38025 None None] Pushing event updated for resources: {'Port': ['ID=5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:03.666048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-77a32fd1-49bd-4f5d-8767-ccac3cb38025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:03.678047 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.api [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 13:11:03.678786 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_db.api [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 13:11:03.862158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812bb88-2388-45a4-b8c8-f88a09040bd6 req-0c1a0e82-8703-40e9-a611-fa0a2d8db0c3 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:03.863713 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9812bb88-2388-45a4-b8c8-f88a09040bd6 req-0c1a0e82-8703-40e9-a611-fa0a2d8db0c3 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 947 time: 0.1663027 Apr 02 13:11:03.937832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:03.951776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-58b981f0-8ff8-4c0c-8e6d-5918f671b75c None None] Provisioning complete for port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:03.951979 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Transition to ACTIVE for port object b469c4ba-5567-4b57-bc64-510bda6a01c7 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:03.952639 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-58b981f0-8ff8-4c0c-8e6d-5918f671b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:03.958588 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:03.975099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:04.042609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d891-0a8e-4790-b7c4-87304e6a01ea req-1132ca77-cbe6-46e0-8ac9-1dc7bfe0c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:04.044253 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0490d891-0a8e-4790-b7c4-87304e6a01ea req-1132ca77-cbe6-46e0-8ac9-1dc7bfe0c6bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e04c8b53c4ad46d8b16e9024636f7b24&device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 1100 time: 0.1137037 Apr 02 13:11:04.072438 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9812bb88-2388-45a4-b8c8-f88a09040bd6 req-59382362-7107-45c3-a82b-645cbacba87e tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738064 Apr 02 13:11:04.098711 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0490d891-0a8e-4790-b7c4-87304e6a01ea req-ced96ccd-9fb4-4906-9045-53ba88d3b21a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e04c8b53c4ad46d8b16e9024636f7b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446980 Apr 02 13:11:04.101145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:04.192087 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Pushing event updated for resources: {'Port': ['ID=b469c4ba-5567-4b57-bc64-510bda6a01c7,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:04.205782 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.206157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.206527 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.206891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.207250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.208129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.208129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.208434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.208629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.208985 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.209337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.209688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:04.223120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:04.268864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Attempting to bind port b469c4ba-5567-4b57-bc64-510bda6a01c7 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:11:04.269276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Attempting to bind port b469c4ba-5567-4b57-bc64-510bda6a01c7 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:11:04.269684 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Attempting to bind port b469c4ba-5567-4b57-bc64-510bda6a01c7 on network 08ad2293-5eaa-4241-8a10-83b7345d187d {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:04.275958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:11:04.276376 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Checking segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:04.276889 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:04.277230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Bound using segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:11:04.277747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Bound port: b469c4ba-5567-4b57-bc64-510bda6a01c7, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:11:04.278158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:04.290075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d891-0a8e-4790-b7c4-87304e6a01ea req-6c51acc4-d9c1-4e00-b4a3-9930f0017bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:04.292259 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0490d891-0a8e-4790-b7c4-87304e6a01ea req-6c51acc4-d9c1-4e00-b4a3-9930f0017bd4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873837 Apr 02 13:11:04.341102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:04.369988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] For port b469c4ba-5567-4b57-bc64-510bda6a01c7, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:11:04.372705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Allocated IP 172.20.0.1 (34bffb8b-a28b-4660-9455-c161a62b84c4/3cdc876f-ea48-4428-8c12-29b19e815ce1/7a212b1c-1f8c-4285-9081-8cd508a0b2a3) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:04.373439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] For port b469c4ba-5567-4b57-bc64-510bda6a01c7, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=b469c4ba-5567-4b57-bc64-510bda6a01c7,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:11:04.383122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:04.402825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:04.429006 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-957669d2-2ba0-4243-bdc8-d4e06ff231a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:04.430664 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-957669d2-2ba0-4243-bdc8-d4e06ff231a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e04c8b53c4ad46d8b16e9024636f7b24&device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 1100 time: 0.0913336 Apr 02 13:11:04.436441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:04.436950 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:04.563196 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-f4086885-641d-415c-a60a-3273e947d323 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae HTTP/1.1" status: 200 len: 217 time: 0.1239870 Apr 02 13:11:04.570154 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Pushing event updated for resources: {'Port': ['ID=b469c4ba-5567-4b57-bc64-510bda6a01c7,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:04.576352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:04.582805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:04.625682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Routers {'e66e374e-bc67-4bab-8998-e7674e0f07d7'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:04.626417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:10:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['e66e374e-bc67-4bab-8998-e7674e0f07d7'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:04.656215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Transition to ACTIVE for port object 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 will not be triggered until provisioned by entity DHCP. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:04.668275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-1279bbb4-0ab1-4bf0-91aa-7effe87cc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:04.669971 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-1279bbb4-0ab1-4bf0-91aa-7effe87cc9ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57056fff-d690-40e1-b465-b2e0ce73f1b6 HTTP/1.1" status: 200 len: 843 time: 0.0987387 Apr 02 13:11:04.711193 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:04.748147 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-17b530fd-ff9a-488d-9ecd-eb539e2476d1 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:04.800161 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-5d09cbac-7f0c-41e9-8c3a-81620eb7ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:04.802178 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-5d09cbac-7f0c-41e9-8c3a-81620eb7ba47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac2e5407-a701-4859-b58f-595368f47fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1206532 Apr 02 13:11:04.830933 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] Set router e66e374e-bc67-4bab-8998-e7674e0f07d7 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:04.991058 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-362f7bb8-8be2-4561-8fa2-92342f96f708 service neutron] 10.222.0.23 "GET /v2.0/networks/ac2e5407-a701-4859-b58f-595368f47fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805642 Apr 02 13:11:05.154221 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cb75b395-f34b-4779-bec9-e0e83f6bf5ad req-b88d246a-3dbd-4f68-a55c-4f8409ce3e09 service neutron] 10.222.0.23 "GET /v2.0/networks/ac2e5407-a701-4859-b58f-595368f47fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544788 Apr 02 13:11:05.184111 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:00Z', 'revision_number': 3, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:05.188997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d42218-adae-415e-a72b-970ae2bbb340 None None] The sync data for ids ['e66e374e-bc67-4bab-8998-e7674e0f07d7'] in dv-cinder-782995-3-smb is: [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:00Z', 'revision_number': 3, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:11:05.214610 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab8a6f-b2b5-49c3-8402-76d34c2c73c1 req-709250f6-326c-4145-892e-78fd2b1bc113 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:05.216341 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-82ab8a6f-b2b5-49c3-8402-76d34c2c73c1 req-709250f6-326c-4145-892e-78fd2b1bc113 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.6129041 Apr 02 13:11:05.217098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7a212b1c-1f8c-4285-9081-8cd508a0b2a3,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:05.220871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:05.351975 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-82ab8a6f-b2b5-49c3-8402-76d34c2c73c1 req-51b52a88-a4f2-4e49-9e1f-27fd789b568f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204803 Apr 02 13:11:05.353904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:05.367607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f9a4e-353e-4c07-9a83-d9f8a0472526 req-527f6f17-4265-4382-b5d1-e9d92b1ee083 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:05.369262 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ea1f9a4e-353e-4c07-9a83-d9f8a0472526 req-527f6f17-4265-4382-b5d1-e9d92b1ee083 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.5772591 Apr 02 13:11:05.370228 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:05.373605 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:05.486477 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ea1f9a4e-353e-4c07-9a83-d9f8a0472526 req-50af18da-ef86-4b55-a50e-fed2118520e2 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685420 Apr 02 13:11:05.536895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-773703'] for router_interface, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:05.608715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b630a-0f72-4075-a578-d70867f198cf req-e6321a7d-0716-4ad0-b9fe-a827b42b6b7e tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:05.611391 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-910b630a-0f72-4075-a578-d70867f198cf req-e6321a7d-0716-4ad0-b9fe-a827b42b6b7e tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 947 time: 0.1308405 Apr 02 13:11:05.673942 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-64fea52f-e891-444b-a416-e1e0162d3098 None None] Provisioning for port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:05.680939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-64fea52f-e891-444b-a416-e1e0162d3098 None None] Provisioning complete for port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:05.681508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-64fea52f-e891-444b-a416-e1e0162d3098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:05.736347 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-910b630a-0f72-4075-a578-d70867f198cf req-acf489a2-297e-471f-a147-bb3c05eaff5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110833 Apr 02 13:11:05.737138 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:05.748730 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-64fea52f-e891-444b-a416-e1e0162d3098 None None] Port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:11:06.040015 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:06.043795 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:06.073735 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:06.164302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7a212b1c-1f8c-4285-9081-8cd508a0b2a3,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:06.166877 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664466'] for router_interface, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:06.183056 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:06.319658 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:06.320959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:06.402769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b469c4ba-5567-4b57-bc64-510bda6a01c7 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:06.484386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-3d7f17ed-27ae-40d8-b755-1b59f5152f6a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:06.485094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-3d7f17ed-27ae-40d8-b755-1b59f5152f6a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Synchronizing usage tracker for tenant:df377aa3487d4722af8eeeb158d4e5af on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:11:06.517602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port b469c4ba-5567-4b57-bc64-510bda6a01c7 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:06.523840 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port b469c4ba-5567-4b57-bc64-510bda6a01c7 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:06.524491 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:06.541054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-3d7f17ed-27ae-40d8-b755-1b59f5152f6a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Unset dirty status for tenant:df377aa3487d4722af8eeeb158d4e5af on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:11:06.541972 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-3d7f17ed-27ae-40d8-b755-1b59f5152f6a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.2213562 Apr 02 13:11:06.610959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-9925e0e5-e96f-42ce-bf13-e508879ca3aa None None] Provisioning complete for port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:06.610959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9925e0e5-e96f-42ce-bf13-e508879ca3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:06.712521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Deleting port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:11:06.713131 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:06.730367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00b00f-ac1c-49df-ac5b-c02fd4b9a8d2 req-ac374c7d-2b77-4780-a94e-57440a7ea837 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:06.732165 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2c00b00f-ac1c-49df-ac5b-c02fd4b9a8d2 req-ac374c7d-2b77-4780-a94e-57440a7ea837 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 945 time: 0.2042160 Apr 02 13:11:06.742071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Router e66e374e-bc67-4bab-8998-e7674e0f07d7 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:11:06.743710 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:06.759731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-9925e0e5-e96f-42ce-bf13-e508879ca3aa None None] Port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:11:06.767504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port b469c4ba-5567-4b57-bc64-510bda6a01c7, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=b469c4ba-5567-4b57-bc64-510bda6a01c7,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:06.771435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:06.773420 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:06.854948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=b469c4ba-5567-4b57-bc64-510bda6a01c7,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:06.858365 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:06.876868 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2c00b00f-ac1c-49df-ac5b-c02fd4b9a8d2 req-bfac3b12-ff82-42b9-bedc-8df81f56546a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321688 Apr 02 13:11:07.001398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa02735-bf46-48eb-b4b1-6efd94a510c0 req-7c3210de-827c-44ef-b1e7-021b1b9144a2 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:07.003013 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aaa02735-bf46-48eb-b4b1-6efd94a510c0 req-7c3210de-827c-44ef-b1e7-021b1b9144a2 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 943 time: 0.3181555 Apr 02 13:11:07.023001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] For port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:07.023731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:07.162765 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device a482f7be-78a9-4139-aa8e-f4bbbbcf87ae details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:11:07.201595 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c760983-f0ca-4b4e-a56e-e747ef69fa69 req-bb946e97-9bc4-4a9d-80e7-61f81f59220e tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:07.210762 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1c760983-f0ca-4b4e-a56e-e747ef69fa69 req-bb946e97-9bc4-4a9d-80e7-61f81f59220e tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 947 time: 0.2040358 Apr 02 13:11:07.237351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Calling delete_port for c2da666e-52a2-4aa0-9d3f-b7420efc8d2a owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:11:07.244404 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aaa02735-bf46-48eb-b4b1-6efd94a510c0 req-d20fd544-ee4e-4eb8-a220-7ed189934ad2 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331796 Apr 02 13:11:07.261781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:11:07.283733 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1c760983-f0ca-4b4e-a56e-e747ef69fa69 req-3b0682dc-0374-4cac-aae2-89d32b80ba1b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718703 Apr 02 13:11:07.295433 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] 10.222.0.10 "PUT /v2.0/routers/e66e374e-bc67-4bab-8998-e7674e0f07d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7460737 Apr 02 13:11:07.368441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,segment=NetworkSegment(1ffd972b-074c-4dcc-a838-5af6f063db1f),segment_id=1ffd972b-074c-4dcc-a838-5af6f063db1f)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:07.383552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': 'a482f7be-78a9-4139-aa8e-f4bbbbcf87ae', 'network_id': 'ac2e5407-a701-4859-b58f-595368f47fcd', 'port_id': 'a482f7be-78a9-4139-aa8e-f4bbbbcf87ae', 'mac_address': 'fa:16:3e:fb:62:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57056fff-d690-40e1-b465-b2e0ce73f1b6', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:11:07.418586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:07.431613 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['4b31fb42-9361-4ad9-b277-db13427033e9', 'c2da666e-52a2-4aa0-9d3f-b7420efc8d2a'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:11:07.495778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:07.502870 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:07.534820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a482f7be-78a9-4139-aa8e-f4bbbbcf87ae {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:11:07.558704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Pushing event deleted for resources: {'Port': ['ID=c2da666e-52a2-4aa0-9d3f-b7420efc8d2a,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:07.562936 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:07.573444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,segment=NetworkSegment(1ffd972b-074c-4dcc-a838-5af6f063db1f),segment_id=1ffd972b-074c-4dcc-a838-5af6f063db1f)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:07.580716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:07.581823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0d8beb0b-6c91-4784-a18e-807f7720326b details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:11:07.586225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:07.717974 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] No DVR routers for this DVR port c2da666e-52a2-4aa0-9d3f-b7420efc8d2a on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:11:07.721551 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:07.724783 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b2f4cb-87d3-4741-80bb-82e5515e5c6a', 'name': 'network-vif-deleted', 'tag': 'c2da666e-52a2-4aa0-9d3f-b7420efc8d2a'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:11:07.744276 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1288f00b-563b-4b44-a208-a7fb274ca890 req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.23 "DELETE /v2.0/ports/c2da666e-52a2-4aa0-9d3f-b7420efc8d2a HTTP/1.1" status: 204 len: 173 time: 1.1878045 Apr 02 13:11:07.794132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:07.802301 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:07.821214 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b2f4cb-87d3-4741-80bb-82e5515e5c6a', 'name': 'network-vif-deleted', 'tag': 'c2da666e-52a2-4aa0-9d3f-b7420efc8d2a', 'status': 'completed', 'code': 200} Apr 02 13:11:07.885175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:07.901122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'port_id': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'mac_address': 'fa:16:3e:fa:b8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:11:07.955412 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59576) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:07.961717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1146870094-network', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:07.964426 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:07.966643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:07.972494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Usage tracker for resource:network and tenant:c8289c03ef8b417e94eb317a3569cb68 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:07.974453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:07.981274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:07.983612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8beb0b-6c91-4784-a18e-807f7720326b {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:11:07.990425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Made reservation on behalf of c8289c03ef8b417e94eb317a3569cb68 for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:11:07.995188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:08.000838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:08.004754 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:08.007042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-77a32fd1-49bd-4f5d-8767-ccac3cb38025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:08.010476 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:08.026660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:08.030651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Usage tracker for resource:security_group_rule and tenant:c8289c03ef8b417e94eb317a3569cb68 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:08.033759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:08.040232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:08.081664 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=9']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:08.083199 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-49225219-c6f1-45f0-8fac-63332d7f3fd8 req-6592bb03-91db-4c2b-b4c8-662745d237a9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1b2f4cb-87d3-4741-80bb-82e5515e5c6a HTTP/1.1" status: 200 len: 210 time: 0.0553720 Apr 02 13:11:08.084974 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:08.135924 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:08.138834 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:08.143335 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c09adebc-515f-435f-b205-bd794156a186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:08.169848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=84329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:11:08.184344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870c5da0-c69e-4e14-b0e8-4e29c1329703,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:08.189847 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:08.190204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Sync routers for ids ['e66e374e-bc67-4bab-8998-e7674e0f07d7'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:11:08.190336 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Added segment 5c132559-e565-4b78-817e-25402d5879ed of type vlan for network c31d2cfa-f03b-4ecf-916f-97a722349e97 Apr 02 13:11:08.196166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:08.206306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Routers {'e66e374e-bc67-4bab-8998-e7674e0f07d7'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:08.207115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:10:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['e66e374e-bc67-4bab-8998-e7674e0f07d7'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:08.220682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:08.253361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:08.254794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:08.255572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:08.272475 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['0d8beb0b-6c91-4784-a18e-807f7720326b'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:11:08.291542 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:08.303774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['a482f7be-78a9-4139-aa8e-f4bbbbcf87ae'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:11:08.359382 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59588) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:08.359545 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4028618 Apr 02 13:11:08.367957 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Request body: {'subnet': {'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1146870094-subnet', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'ip_version': 4}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:08.378377 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:08.389718 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Usage tracker for resource:subnet and tenant:c8289c03ef8b417e94eb317a3569cb68 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:08.394109 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:08.400629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:08.413148 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Made reservation on behalf of c8289c03ef8b417e94eb317a3569cb68 for: {'subnet': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:11:08.428345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3116966'] for subnet, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:08.522436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Pushing event updated for resources: {'Network': ['ID=c31d2cfa-f03b-4ecf-916f-97a722349e97,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:08.525870 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:08.684304 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b469c4ba-5567-4b57-bc64-510bda6a01c7 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:08.729625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network c31d2cfa-f03b-4ecf-916f-97a722349e97 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:11:08.804297 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95560827-3c23-45f8-9e5e-4780ff464d23 req-2dc789ef-0daf-407e-9a29-10d5c2bf74b1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:08.805905 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-95560827-3c23-45f8-9e5e-4780ff464d23 req-2dc789ef-0daf-407e-9a29-10d5c2bf74b1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 944 time: 0.2478707 Apr 02 13:11:08.814112 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb08192-6bbb-429c-a952-931d8922cfce req-2de007f0-d007-46da-a0f2-4e8e25dab581 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:08.815667 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7fb08192-6bbb-429c-a952-931d8922cfce req-2de007f0-d007-46da-a0f2-4e8e25dab581 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 948 time: 0.2588444 Apr 02 13:11:08.914807 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-95560827-3c23-45f8-9e5e-4780ff464d23 req-36f41d71-ba52-4eea-95b8-5a324a0439e0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959878 Apr 02 13:11:08.948244 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7fb08192-6bbb-429c-a952-931d8922cfce req-a7fc2c9d-a203-48b1-ba5b-59ec1c7c9aa3 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950499 Apr 02 13:11:09.030717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port b469c4ba-5567-4b57-bc64-510bda6a01c7 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:09.031125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:09.059721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Set router e66e374e-bc67-4bab-8998-e7674e0f07d7 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:09.155317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844676549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3116949'] for subnet, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:09.173997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d1d96457-5cb4-4932-b517-57bd85d5b1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:09.186564 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device c2da666e-52a2-4aa0-9d3f-b7420efc8d2a no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:11:09.257631 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: c2da666e-52a2-4aa0-9d3f-b7420efc8d2a {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:11:09.258032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device c2da666e-52a2-4aa0-9d3f-b7420efc8d2a not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:11:09.622372 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=247c189c-02dd-4ce7-aeac-6b5ce08255cf,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:09.628356 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:09.698791 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f8015-e58a-4e61-8546-c606f07b5069 req-d30654d4-5db7-4c6e-833c-0485de859fe8 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:09.701497 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2d7f8015-e58a-4e61-8546-c606f07b5069 req-d30654d4-5db7-4c6e-833c-0485de859fe8 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1795409 Apr 02 13:11:09.717582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:05Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '7a212b1c-1f8c-4285-9081-8cd508a0b2a3', 'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'mac_address': 'fa:16:3e:e1:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:04Z', 'updated_at': '2021-04-02T13:11:05Z', 'revision_number': 2, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'subnets': [{'id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:09.722663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Checking router: e66e374e-bc67-4bab-8998-e7674e0f07d7 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:11:09.723066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Updating router e66e374e-bc67-4bab-8998-e7674e0f07d7 port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 binding host dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:11:09.735779 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Checking segment: {'id': '5c132559-e565-4b78-817e-25402d5879ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:09.736170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Network hostable DHCP agents. Network: c31d2cfa-f03b-4ecf-916f-97a722349e97, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:11:09.776090 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2d7f8015-e58a-4e61-8546-c606f07b5069 req-0d20da55-a2fe-4ac2-aacb-118b0dd62679 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664625 Apr 02 13:11:09.780976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Network c31d2cfa-f03b-4ecf-916f-97a722349e97 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:11:09.787747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:09.792925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, c31d2cfa-f03b-4ecf-916f-97a722349e97) {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:09.806701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:09.807473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:09.812135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2222a16-978a-44c2-a512-f815d811c58a None None] Network c31d2cfa-f03b-4ecf-916f-97a722349e97 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:11:09.831065 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9d8f3704-2eca-40e4-86e0-912780d0f89f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4682627 Apr 02 13:11:09.833789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59608) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:09.839619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1146870094-router', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:09.844741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:09.848767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Usage tracker for resource:router and tenant:c8289c03ef8b417e94eb317a3569cb68 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:09.851789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:09.858790 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:09.868384 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854111772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:09.869446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774338'] for router, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:09.886894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:10.199288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-664859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774353'] for router, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:10.241299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a13e2a-f079-4b7f-9c08-ec4c7b93d811 req-545693e1-b66b-4d4c-bd20-63b3d5b74144 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:10.243030 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-52a13e2a-f079-4b7f-9c08-ec4c7b93d811 req-545693e1-b66b-4d4c-bd20-63b3d5b74144 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 944 time: 0.1714413 Apr 02 13:11:10.252219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da11a6c-07fc-4825-b68a-965b2133023e req-05b97477-32a9-4629-b482-fe18dc205bba tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:10.253938 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0da11a6c-07fc-4825-b68a-965b2133023e req-05b97477-32a9-4629-b482-fe18dc205bba tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 948 time: 0.1372271 Apr 02 13:11:10.327096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c02216-18ba-554a-9849-eff88ab0269a-c31d2cfa-f03b-4ecf-916f-97a722349e97', 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'fixed_ips': [{'subnet_id': '247c189c-02dd-4ce7-aeac-6b5ce08255cf'}]}} from dv-cinder-782995-3-smb. {{(pid=84331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 13:11:10.328041 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:10.334758 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0da11a6c-07fc-4825-b68a-965b2133023e req-8eb1d990-6014-4d0a-bc8f-47b27d800e3d tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646458 Apr 02 13:11:10.339734 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-52a13e2a-f079-4b7f-9c08-ec4c7b93d811 req-ad4aec8c-795d-4cd4-b174-a443a0d2d9ba tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846806 Apr 02 13:11:10.626130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Allocated IP 172.20.0.2 (c31d2cfa-f03b-4ecf-916f-97a722349e97/247c189c-02dd-4ce7-aeac-6b5ce08255cf/0e327978-92fc-40c7-9a16-c28c53effbd5) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:10.630142 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:10.650937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Transition to ACTIVE for port object 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:10.724134 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:10.743063 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:10.744752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:10.775800 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:10.936670 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Allocated IP 172.28.1.43 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/1fc0579f-c4f8-493e-a9ce-0907668ce21d) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:11.011017 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf2ee8-d1a3-4406-bdbb-9d99a7d2eb35 req-dc0bf351-58fc-422a-b4f7-cee40f30060a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:11.012985 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-64bf2ee8-d1a3-4406-bdbb-9d99a7d2eb35 req-dc0bf351-58fc-422a-b4f7-cee40f30060a tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1070158 Apr 02 13:11:11.067814 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-64bf2ee8-d1a3-4406-bdbb-9d99a7d2eb35 req-9d5a22f7-df31-494a-b6cf-4189593d0fdf tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469263 Apr 02 13:11:11.087811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6dc0b-2e7e-4d24-ae04-cc2ea00965d4 None None] Pushing event updated for resources: {'Port': ['ID=7a212b1c-1f8c-4285-9081-8cd508a0b2a3,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:11.113975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d8d6dc0b-2e7e-4d24-ae04-cc2ea00965d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:11.130171 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:11.161041 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:11.176127 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:11.217161 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device a482f7be-78a9-4139-aa8e-f4bbbbcf87ae up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:11.315207 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc0579f-c4f8-493e-a9ce-0907668ce21d,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:11.318353 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:11.376932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:11.378157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:11.380559 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:11.445030 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:11.490452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Transition to ACTIVE for port object 0e327978-92fc-40c7-9a16-c28c53effbd5 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:11.515940 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Attempting to bind port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:11:11.517100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Attempting to bind port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:11:11.517584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Attempting to bind port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 on network 34bffb8b-a28b-4660-9455-c161a62b84c4 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:11.534108 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Transition to ACTIVE for port object 0e327978-92fc-40c7-9a16-c28c53effbd5 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:11.536811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:11:11.537233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Checking segment: {'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:11.537684 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:11.538113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Bound using segment: {'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:11:11.538619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Bound port: 7a212b1c-1f8c-4285-9081-8cd508a0b2a3, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:11:11.539225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:11.558242 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:11.564721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:11.580271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:11.656423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43212124-d107-4e49-b0e5-dd05b6f3bf5b req-3a820217-78cd-4560-9c6e-a302a6de5662 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:11.657994 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-43212124-d107-4e49-b0e5-dd05b6f3bf5b req-3a820217-78cd-4560-9c6e-a302a6de5662 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 948 time: 0.1642151 Apr 02 13:11:11.666364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda52e6-db08-4659-bb52-bebedda01365 req-d37b997b-cf94-4697-900d-6fc071d436c8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:11.667894 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1dda52e6-db08-4659-bb52-bebedda01365 req-d37b997b-cf94-4697-900d-6fc071d436c8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 944 time: 0.1728008 Apr 02 13:11:11.694965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:11.695208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:11.744317 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-43212124-d107-4e49-b0e5-dd05b6f3bf5b req-6f6f657d-b227-49fd-8bd1-46a0f82ff76d tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749424 Apr 02 13:11:11.748709 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1dda52e6-db08-4659-bb52-bebedda01365 req-dad18e02-be78-4cbf-9226-5286bea4b01d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654798 Apr 02 13:11:11.833238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Pushing event updated for resources: {'Port': ['ID=0e327978-92fc-40c7-9a16-c28c53effbd5,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:11.836188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:11.851891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:11.864661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] For port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:11:11.884166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] For port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=7a212b1c-1f8c-4285-9081-8cd508a0b2a3,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:11:11.930773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:11.950440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:12.123073 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Network c31d2cfa-f03b-4ecf-916f-97a722349e97 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:12.140479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:12.151178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:12.172949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:12.233000 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854110958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854002790'] for router, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:12.247806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6dc0b-2e7e-4d24-ae04-cc2ea00965d4 None None] Pushing event updated for resources: {'Port': ['ID=7a212b1c-1f8c-4285-9081-8cd508a0b2a3,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:12.251541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d8d6dc0b-2e7e-4d24-ae04-cc2ea00965d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:12.280761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bee569-7bd9-4072-aa15-c40c8490b667 req-207795a3-3c20-44dd-8550-51b2f762dfe3 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:12.291344 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-18bee569-7bd9-4072-aa15-c40c8490b667 req-207795a3-3c20-44dd-8550-51b2f762dfe3 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1002231 Apr 02 13:11:12.344092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2360d7-ae43-44a5-bc4c-1d7cd718a1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a482f7be-78a9-4139-aa8e-f4bbbbcf87ae'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:11:12.364095 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Attempting to bind port 0e327978-92fc-40c7-9a16-c28c53effbd5 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:11:12.364243 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-18bee569-7bd9-4072-aa15-c40c8490b667 req-41552a15-721b-4e90-bb61-d68ebdce79f0 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716677 Apr 02 13:11:12.364587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Attempting to bind port 0e327978-92fc-40c7-9a16-c28c53effbd5 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '5c132559-e565-4b78-817e-25402d5879ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:11:12.365076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Attempting to bind port 0e327978-92fc-40c7-9a16-c28c53effbd5 on network c31d2cfa-f03b-4ecf-916f-97a722349e97 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:12.374282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,segment=NetworkSegment(1ffd972b-074c-4dcc-a838-5af6f063db1f),segment_id=1ffd972b-074c-4dcc-a838-5af6f063db1f)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:12.378582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:11:12.378994 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Checking segment: {'id': '5c132559-e565-4b78-817e-25402d5879ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:12.379440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:12.379912 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Bound using segment: {'id': '5c132559-e565-4b78-817e-25402d5879ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:11:12.380425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Bound port: 0e327978-92fc-40c7-9a16-c28c53effbd5, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c132559-e565-4b78-817e-25402d5879ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:11:12.380838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:12.402506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:12.403459 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0d8beb0b-6c91-4784-a18e-807f7720326b up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:12.447009 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2360d7-ae43-44a5-bc4c-1d7cd718a1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a482f7be-78a9-4139-aa8e-f4bbbbcf87ae', 'code': 200} Apr 02 13:11:12.456993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:12.497150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Router 3eca04e4-23d5-4935-83de-6e5198a0f116 is scheduled to L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 with binding_index 1 {{(pid=84329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 13:11:12.578402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Routers {'e66e374e-bc67-4bab-8998-e7674e0f07d7'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:12.580233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:10:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['e66e374e-bc67-4bab-8998-e7674e0f07d7'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:12.816605 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:12.827980 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:12.841158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] For port 0e327978-92fc-40c7-9a16-c28c53effbd5, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:11:12.847976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] For port 0e327978-92fc-40c7-9a16-c28c53effbd5, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=0e327978-92fc-40c7-9a16-c28c53effbd5,segment=NetworkSegment(5c132559-e565-4b78-817e-25402d5879ed),segment_id=5c132559-e565-4b78-817e-25402d5879ed)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:11:12.986131 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7919cb8-af0e-483c-a68a-00fcdf4fa363 req-ffa40acc-6f76-479d-b4d0-4da71e8c84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:12.987876 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b7919cb8-af0e-483c-a68a-00fcdf4fa363 req-ffa40acc-6f76-479d-b4d0-4da71e8c84eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 1102 time: 0.3595433 Apr 02 13:11:12.990816 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:11:13.004213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Sync routers for ids ['3eca04e4-23d5-4935-83de-6e5198a0f116'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:11:13.016928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Routers {'3eca04e4-23d5-4935-83de-6e5198a0f116'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:13.018382 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:10:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['3eca04e4-23d5-4935-83de-6e5198a0f116'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:13.047027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:13.048573 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b7919cb8-af0e-483c-a68a-00fcdf4fa363 req-b0425739-c53f-490c-8415-fbf7221c34d8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514820 Apr 02 13:11:13.062715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Notify callbacks [] for router, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:13.066973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:13.067431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59642) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:13.068116 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2331393 Apr 02 13:11:13.176225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 0d8beb0b-6c91-4784-a18e-807f7720326b triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:13.176824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:13.218616 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca458f-930e-4d40-a3ff-3efdbda907a2 req-0cc7b1ef-fba8-413c-8614-a1baefa97f53 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:13.220436 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2fca458f-930e-4d40-a3ff-3efdbda907a2 req-0cc7b1ef-fba8-413c-8614-a1baefa97f53 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 944 time: 0.3052151 Apr 02 13:11:13.232487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece82c7d-b8b9-4ae3-8f6e-7b38f616f6db req-a2648a1e-91a7-4b7b-835f-9bb670c17620 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:13.234198 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ece82c7d-b8b9-4ae3-8f6e-7b38f616f6db req-a2648a1e-91a7-4b7b-835f-9bb670c17620 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 949 time: 0.3169038 Apr 02 13:11:13.288482 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] Set router e66e374e-bc67-4bab-8998-e7674e0f07d7 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:13.363119 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ece82c7d-b8b9-4ae3-8f6e-7b38f616f6db req-4016a712-0611-42ca-b18a-49e3cd38bf68 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150484 Apr 02 13:11:13.368656 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2fca458f-930e-4d40-a3ff-3efdbda907a2 req-4504f0de-1b2a-4998-858a-70193e946d77 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225555 Apr 02 13:11:13.416771 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Pushing event updated for resources: {'Port': ['ID=0e327978-92fc-40c7-9a16-c28c53effbd5,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:13.440630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Set router 3eca04e4-23d5-4935-83de-6e5198a0f116 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:13.484530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:13.750311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb32ecb-fe11-4b57-bcd6-c561ffb9f7d5 req-09a7a6d2-12db-4bf3-a7f5-668d6a46c723 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:13.758970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:13.780953 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1eb32ecb-fe11-4b57-bcd6-c561ffb9f7d5 req-09a7a6d2-12db-4bf3-a7f5-668d6a46c723 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.1779418 Apr 02 13:11:13.866023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:13.873663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'name': 'tempest-TestShelveInstance-1146870094-router', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:09Z', 'updated_at': '2021-04-02T13:11:11Z', 'revision_number': 3, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'gw_port': {'id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:10Z', 'updated_at': '2021-04-02T13:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:13.879236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:13.882433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d8d6dc0b-2e7e-4d24-ae04-cc2ea00965d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:13.884932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Checking router: 3eca04e4-23d5-4935-83de-6e5198a0f116 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:11:13.885448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Updating router 3eca04e4-23d5-4935-83de-6e5198a0f116 port 1fc0579f-c4f8-493e-a9ce-0907668ce21d binding host dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:11:13.998731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:14.004396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=10']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:14.010617 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:14.022788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:05Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '7a212b1c-1f8c-4285-9081-8cd508a0b2a3', 'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'mac_address': 'fa:16:3e:e1:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:04Z', 'updated_at': '2021-04-02T13:11:11Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'subnets': [{'id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:14.027797 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d305c7-c927-4a9f-8f48-b6a96cd14aa8 None None] The sync data for ids ['e66e374e-bc67-4bab-8998-e7674e0f07d7'] in dv-cinder-782995-3-smb is: [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:05Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '7a212b1c-1f8c-4285-9081-8cd508a0b2a3', 'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'mac_address': 'fa:16:3e:e1:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:04Z', 'updated_at': '2021-04-02T13:11:11Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'subnets': [{'id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:11:14.380973 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1eb32ecb-fe11-4b57-bcd6-c561ffb9f7d5 req-d6fbe150-7241-4ae0-9768-659974f2f8f0 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796885 Apr 02 13:11:14.448522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:11:14.573316 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:14.709649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:14.716949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:14.717640 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:14.825692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:14.865529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:14.899848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Transition to ACTIVE for port object 1fc0579f-c4f8-493e-a9ce-0907668ce21d will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:14.910610 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:14.919269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:14.933116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-344ba5b2-48e8-4c71-a7df-bafa0d1bd1bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:14.980037 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=7a212b1c-1f8c-4285-9081-8cd508a0b2a3,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:14.987501 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:14.988823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 0e327978-92fc-40c7-9a16-c28c53effbd5 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:15.039260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:15.075421 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-dbb68234-66bc-449c-b7c0-1a0ebe8b7480 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:15.085960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-dbb68234-66bc-449c-b7c0-1a0ebe8b7480 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Synchronizing usage tracker for tenant:df377aa3487d4722af8eeeb158d4e5af on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:11:15.166427 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-dbb68234-66bc-449c-b7c0-1a0ebe8b7480 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Unset dirty status for tenant:df377aa3487d4722af8eeeb158d4e5af on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:11:15.168272 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-dbb68234-66bc-449c-b7c0-1a0ebe8b7480 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.2785079 Apr 02 13:11:15.211817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=7a212b1c-1f8c-4285-9081-8cd508a0b2a3,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:15.242204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:15.300658 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Deleting port 4b31fb42-9361-4ad9-b277-db13427033e9 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:11:15.301503 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:15.339842 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 0e327978-92fc-40c7-9a16-c28c53effbd5 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:15.414544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Attempting to bind port 1fc0579f-c4f8-493e-a9ce-0907668ce21d on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:11:15.415732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Attempting to bind port 1fc0579f-c4f8-493e-a9ce-0907668ce21d by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:11:15.416328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Attempting to bind port 1fc0579f-c4f8-493e-a9ce-0907668ce21d on network 08ad2293-5eaa-4241-8a10-83b7345d187d {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:15.431306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:11:15.431929 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Checking segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:15.432669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:15.433266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Bound using segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:11:15.434098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Bound port: 1fc0579f-c4f8-493e-a9ce-0907668ce21d, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:11:15.434671 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:15.582972 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cc803-7003-4b5c-907c-07a8ffcae635 None None] Pushing event updated for resources: {'Port': ['ID=1fc0579f-c4f8-493e-a9ce-0907668ce21d,revision_number=2']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:15.587258 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f53cc803-7003-4b5c-907c-07a8ffcae635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:15.591623 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] For port 1fc0579f-c4f8-493e-a9ce-0907668ce21d, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:11:15.596010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] For port 1fc0579f-c4f8-493e-a9ce-0907668ce21d, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=1fc0579f-c4f8-493e-a9ce-0907668ce21d,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:11:15.601613 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:15.618799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:15.627328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f68071-441c-4664-8724-c473529d05d6 req-d2a5f9fe-910d-42ff-ab54-6fa8d2ecd2c5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:15.635132 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-73f68071-441c-4664-8724-c473529d05d6 req-d2a5f9fe-910d-42ff-ab54-6fa8d2ecd2c5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 946 time: 0.9570429 Apr 02 13:11:15.666991 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58852dc1-46f9-441a-be21-2cf07cd714b1 None None] Network c31d2cfa-f03b-4ecf-916f-97a722349e97 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:11:15.698799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] For port 4b31fb42-9361-4ad9-b277-db13427033e9, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4b31fb42-9361-4ad9-b277-db13427033e9,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:15.700806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:15.715289 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-73f68071-441c-4664-8724-c473529d05d6 req-ab9fe9f6-7629-4e81-8497-c2222087da3a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788610 Apr 02 13:11:15.735970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915d300-5f54-4ee4-aae9-4addd3042373 req-8c4ec007-0912-402e-8686-f7be3e2237fa tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:15.754721 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3915d300-5f54-4ee4-aae9-4addd3042373 req-8c4ec007-0912-402e-8686-f7be3e2237fa tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 949 time: 1.1350923 Apr 02 13:11:15.882908 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'code': 200} Apr 02 13:11:15.945821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Routers {'3eca04e4-23d5-4935-83de-6e5198a0f116'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:15.946433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:10:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['3eca04e4-23d5-4935-83de-6e5198a0f116'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:15.957583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-1b1a1810-37db-4f31-90b6-839cabd36f3f None None] Provisioning for port 0e327978-92fc-40c7-9a16-c28c53effbd5 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:15.962681 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3915d300-5f54-4ee4-aae9-4addd3042373 req-272333b3-5ba9-4be3-87ea-4c80622c1314 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957562 Apr 02 13:11:15.970604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-1b1a1810-37db-4f31-90b6-839cabd36f3f None None] Provisioning complete for port 0e327978-92fc-40c7-9a16-c28c53effbd5 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:15.971238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1810-37db-4f31-90b6-839cabd36f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:16.018744 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Allocated IP 172.20.0.1 (c31d2cfa-f03b-4ecf-916f-97a722349e97/247c189c-02dd-4ce7-aeac-6b5ce08255cf/ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:16.051922 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Calling delete_port for 4b31fb42-9361-4ad9-b277-db13427033e9 owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:11:16.234451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] Set router 3eca04e4-23d5-4935-83de-6e5198a0f116 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:16.235387 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1810-37db-4f31-90b6-839cabd36f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:16.300267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-1b1a1810-37db-4f31-90b6-839cabd36f3f None None] For port 0e327978-92fc-40c7-9a16-c28c53effbd5, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=0e327978-92fc-40c7-9a16-c28c53effbd5,segment=NetworkSegment(5c132559-e565-4b78-817e-25402d5879ed),segment_id=5c132559-e565-4b78-817e-25402d5879ed)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:16.306526 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1810-37db-4f31-90b6-839cabd36f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:16.308746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:16.388623 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cc803-7003-4b5c-907c-07a8ffcae635 None None] Pushing event updated for resources: {'Port': ['ID=1fc0579f-c4f8-493e-a9ce-0907668ce21d,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:16.392173 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f53cc803-7003-4b5c-907c-07a8ffcae635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:16.436280 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:16.482454 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:16.502353 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dac5fe89-d7bd-4aa4-b5a6-fdcac435ff93 tempest-VolumesActionsTest-2020014342 tempest-VolumesActionsTest-2020014342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:16.509751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['4b31fb42-9361-4ad9-b277-db13427033e9'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:11:16.592437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:16.592858 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:16.595963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Pushing event deleted for resources: {'Port': ['ID=4b31fb42-9361-4ad9-b277-db13427033e9,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:16.652186 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa76d9-1c03-499c-af4f-60676fc1ef1e req-926c83b5-e5b4-4d66-85fa-4d2a61fa99d9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:16.660855 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e8aa76d9-1c03-499c-af4f-60676fc1ef1e req-926c83b5-e5b4-4d66-85fa-4d2a61fa99d9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 945 time: 0.5908258 Apr 02 13:11:16.669049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a1810-37db-4f31-90b6-839cabd36f3f None None] Pushing event updated for resources: {'Port': ['ID=0e327978-92fc-40c7-9a16-c28c53effbd5,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:16.685345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1b1a1810-37db-4f31-90b6-839cabd36f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:16.736262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'name': 'tempest-TestShelveInstance-1146870094-router', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:09Z', 'updated_at': '2021-04-02T13:11:11Z', 'revision_number': 3, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'gw_port': {'id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:10Z', 'updated_at': '2021-04-02T13:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:16.742018 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c8b03-51b3-4d78-a0d4-d193946e4c4f None None] The sync data for ids ['3eca04e4-23d5-4935-83de-6e5198a0f116'] in dv-cinder-782995-3-smb is: [{'id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'name': 'tempest-TestShelveInstance-1146870094-router', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:09Z', 'updated_at': '2021-04-02T13:11:11Z', 'revision_number': 3, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'gw_port': {'id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:10Z', 'updated_at': '2021-04-02T13:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:11:16.760936 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e8aa76d9-1c03-499c-af4f-60676fc1ef1e req-91a52b44-297e-45ca-bd09-953c006d6406 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/security-groups?id=037aa91b-4f24-4ea5-b276-65e1c7e0a49d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959513 Apr 02 13:11:16.770729 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288aef4f-b1bc-40d3-b1c8-28193d2f8afe req-4a866e51-19d1-4e88-9bbd-ec7ab7a11267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:16.776875 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-288aef4f-b1bc-40d3-b1c8-28193d2f8afe req-4a866e51-19d1-4e88-9bbd-ec7ab7a11267 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 1099 time: 0.3352208 Apr 02 13:11:16.786374 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-22b4646b-0223-44fe-a416-870f30620878 None None] Provisioning complete for port 0e327978-92fc-40c7-9a16-c28c53effbd5 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:16.786989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-22b4646b-0223-44fe-a416-870f30620878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:16.835203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.835606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.836043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.836568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.836960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.838331 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.838834 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.839246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.839693 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.840066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.840455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.840841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:16.844970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:16.933036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] No DVR routers for this DVR port 4b31fb42-9361-4ad9-b277-db13427033e9 on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:11:16.935921 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:16.936241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:16.938434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fdbd0d-b74f-4ea6-9428-8912616fd49d', 'name': 'network-vif-deleted', 'tag': '4b31fb42-9361-4ad9-b277-db13427033e9'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:11:16.955080 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-745397d9-2bf0-4cc8-afa2-bfb14b45283d req-961765f9-7b81-427c-b4b1-a6116335f645 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.23 "DELETE /v2.0/ports/4b31fb42-9361-4ad9-b277-db13427033e9 HTTP/1.1" status: 204 len: 173 time: 1.7806106 Apr 02 13:11:17.000800 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-288aef4f-b1bc-40d3-b1c8-28193d2f8afe req-3c2627c5-8542-4b85-bc8f-6179f71932d8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454456 Apr 02 13:11:17.021075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Transition to ACTIVE for port object ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 will not be triggered until provisioned by entity DHCP. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:17.067626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49070454-2881-4c6b-9f73-ec1d4fa683bb req-5deda5e4-2c0e-49d3-b36b-b9e8af4a6925 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:17.069781 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-49070454-2881-4c6b-9f73-ec1d4fa683bb req-5deda5e4-2c0e-49d3-b36b-b9e8af4a6925 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 949 time: 0.2885227 Apr 02 13:11:17.087227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb76579-6fa8-4545-9734-b94445d0536f req-512b3082-fe69-4386-8809-06d528308e64 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:17.089295 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6fb76579-6fa8-4545-9734-b94445d0536f req-512b3082-fe69-4386-8809-06d528308e64 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 946 time: 0.2061965 Apr 02 13:11:17.186294 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6fb76579-6fa8-4545-9734-b94445d0536f req-ddae0896-0b81-4756-997b-1f3fd112f033 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754664 Apr 02 13:11:17.196372 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-49070454-2881-4c6b-9f73-ec1d4fa683bb req-430a18a5-a8f4-4711-a717-251c68a605ef tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041203 Apr 02 13:11:17.197965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:17.290199 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fdbd0d-b74f-4ea6-9428-8912616fd49d', 'name': 'network-vif-deleted', 'tag': '4b31fb42-9361-4ad9-b277-db13427033e9', 'status': 'completed', 'code': 200} Apr 02 13:11:17.305666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:17.414202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:17.419775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:17.458695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Network c31d2cfa-f03b-4ecf-916f-97a722349e97 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:17.460784 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:17.467253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:17.536820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-773703'] for router_interface, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:17.710593 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:17.766784 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-6050b885-a911-43b0-8117-132af06215fc None None] Provisioning for port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:17.773422 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-6050b885-a911-43b0-8117-132af06215fc None None] Provisioning complete for port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:17.774567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6050b885-a911-43b0-8117-132af06215fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:17.878302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-6050b885-a911-43b0-8117-132af06215fc None None] Port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:11:18.065358 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ca80736f-a77e-456e-adf4-96b7868ad11b req-006960f3-d330-40ef-ba81-32712a30ffc9 tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] 10.222.0.10 "GET /v2.0/ports?device_id=59fdbd0d-b74f-4ea6-9428-8912616fd49d HTTP/1.1" status: 200 len: 210 time: 0.0755103 Apr 02 13:11:18.218043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-65a413f0-dd6a-42e4-af22-e91842fb9534 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:18.218895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-65a413f0-dd6a-42e4-af22-e91842fb9534 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Synchronizing usage tracker for tenant:e04c8b53c4ad46d8b16e9024636f7b24 on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:11:18.237390 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-17ee3834-fa32-469d-8207-29bf7a093f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:18.239020 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-17ee3834-fa32-469d-8207-29bf7a093f2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 1099 time: 0.1610432 Apr 02 13:11:18.240874 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-65a413f0-dd6a-42e4-af22-e91842fb9534 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Unset dirty status for tenant:e04c8b53c4ad46d8b16e9024636f7b24 on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:11:18.242187 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-65a413f0-dd6a-42e4-af22-e91842fb9534 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.23 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 949 time: 0.1547291 Apr 02 13:11:18.394089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Deleting port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:11:18.394649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:18.501261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:18.504376 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3e29-01c4-404c-8120-80cd98b4ad50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:18.529866 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:18.602886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a3a5e15e-9d9e-4776-a644-2780e84b4c72 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:18.611626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 0e327978-92fc-40c7-9a16-c28c53effbd5 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:18.705636 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:18.716767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 0e327978-92fc-40c7-9a16-c28c53effbd5 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:18.717367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:18.731412 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] For port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,segment=NetworkSegment(1ffd972b-074c-4dcc-a838-5af6f063db1f),segment_id=1ffd972b-074c-4dcc-a838-5af6f063db1f)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:18.731836 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:18.780547 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:18.832027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-da795ed6-c888-458f-a0db-5cdf82375197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:18.833855 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-da795ed6-c888-458f-a0db-5cdf82375197 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 916 time: 0.5743704 Apr 02 13:11:18.870809 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Calling delete_port for a482f7be-78a9-4139-aa8e-f4bbbbcf87ae owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:11:18.885604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 1fc0579f-c4f8-493e-a9ce-0907668ce21d up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:18.963687 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664466'] for router_interface, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:18.972362 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 1fc0579f-c4f8-493e-a9ce-0907668ce21d completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:18.978211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 1fc0579f-c4f8-493e-a9ce-0907668ce21d triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:18.979250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:19.183148 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:19.279904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592aa55-8ef3-45c8-8741-b3468732aabb req-c81bf8e7-8b0d-4178-86f9-1e2f2090083a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:19.291268 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['a482f7be-78a9-4139-aa8e-f4bbbbcf87ae'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:11:19.291377 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3592aa55-8ef3-45c8-8741-b3468732aabb req-c81bf8e7-8b0d-4178-86f9-1e2f2090083a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 946 time: 0.7642400 Apr 02 13:11:19.317410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Network c31d2cfa-f03b-4ecf-916f-97a722349e97 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:19.336523 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:19.349306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:19.363008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4b31fb42-9361-4ad9-b277-db13427033e9 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:11:19.369804 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-a9bb2d1a-1d99-4f6d-b16e-0739ee61fe43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d8beb0b-6c91-4784-a18e-807f7720326b HTTP/1.1" status: 200 len: 1000 time: 0.5247972 Apr 02 13:11:19.419262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Pushing event deleted for resources: {'Port': ['ID=a482f7be-78a9-4139-aa8e-f4bbbbcf87ae,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:19.424481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:19.440168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 4b31fb42-9361-4ad9-b277-db13427033e9 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:11:19.440530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4b31fb42-9361-4ad9-b277-db13427033e9 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:11:19.462139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:19.481223 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port 1fc0579f-c4f8-493e-a9ce-0907668ce21d, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=1fc0579f-c4f8-493e-a9ce-0907668ce21d,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:19.491200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:19.494157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:19.606803 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] No DVR routers for this DVR port a482f7be-78a9-4139-aa8e-f4bbbbcf87ae on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:11:19.609370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:19.613971 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2360d7-ae43-44a5-bc4c-1d7cd718a1ab', 'name': 'network-vif-deleted', 'tag': 'a482f7be-78a9-4139-aa8e-f4bbbbcf87ae'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:11:19.622545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=1fc0579f-c4f8-493e-a9ce-0907668ce21d,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:19.628835 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:19.640236 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f91a2f65-e8ce-4ed3-9f35-731202490540 req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.23 "DELETE /v2.0/ports/a482f7be-78a9-4139-aa8e-f4bbbbcf87ae HTTP/1.1" status: 204 len: 173 time: 1.3921318 Apr 02 13:11:19.724239 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-f8a85bb2-55cf-47ab-8bb2-88047b4af5cf None None] Provisioning complete for port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:19.725313 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f8a85bb2-55cf-47ab-8bb2-88047b4af5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:19.805133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-f8a85bb2-55cf-47ab-8bb2-88047b4af5cf None None] Port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:11:19.837488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfe193-c350-47bc-9735-4c5f1d5515cc req-604519fe-adaf-49a5-8b1f-5c7d85a253bd tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:19.839069 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cacfe193-c350-47bc-9735-4c5f1d5515cc req-604519fe-adaf-49a5-8b1f-5c7d85a253bd tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/ports?device_id=da2360d7-ae43-44a5-bc4c-1d7cd718a1ab HTTP/1.1" status: 200 len: 949 time: 1.2769001 Apr 02 13:11:19.905219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:19.926731 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3592aa55-8ef3-45c8-8741-b3468732aabb req-387e9ad2-226c-4eb0-9894-6dab99ef4638 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6361845 Apr 02 13:11:19.978910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:19.984787 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-cacfe193-c350-47bc-9735-4c5f1d5515cc req-ade6ddaf-d6f6-4770-a341-3b29e3690525 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e3a5697-eb61-440f-8e6f-408c5590e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002493 Apr 02 13:11:19.988866 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-b0e0353e-e8fb-4ef2-8699-54987d2bd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:19.990384 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-b0e0353e-e8fb-4ef2-8699-54987d2bd5b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.4296162 Apr 02 13:11:20.030999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59782) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:20.048662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Router 3eca04e4-23d5-4935-83de-6e5198a0f116 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:11:20.098096 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2360d7-ae43-44a5-bc4c-1d7cd718a1ab', 'name': 'network-vif-deleted', 'tag': 'a482f7be-78a9-4139-aa8e-f4bbbbcf87ae', 'status': 'completed', 'code': 200} Apr 02 13:11:20.241400 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-b9342867-fa5e-4f5a-9fc0-6cf9338301f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:20.243067 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-b9342867-fa5e-4f5a-9fc0-6cf9338301f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2453377 Apr 02 13:11:20.368553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:11:20.379914 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Sync routers for ids ['3eca04e4-23d5-4935-83de-6e5198a0f116'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:11:20.395014 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] 10.222.0.10 "PUT /v2.0/routers/3eca04e4-23d5-4935-83de-6e5198a0f116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3254018 Apr 02 13:11:20.420947 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Routers {'3eca04e4-23d5-4935-83de-6e5198a0f116'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:20.421879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:10:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['3eca04e4-23d5-4935-83de-6e5198a0f116'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:20.449550 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-b5877cf1-d4fc-49cd-9d99-16fa6434a6cd service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993580 Apr 02 13:11:20.492920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 1fc0579f-c4f8-493e-a9ce-0907668ce21d up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:20.638306 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d606ce03-70bd-4b6c-a8e2-cdda148791b4 req-c921ecec-c7d3-43df-93f2-133d40eda3c0 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764147 Apr 02 13:11:20.705637 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 1fc0579f-c4f8-493e-a9ce-0907668ce21d triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:20.705955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:20.783595 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0e079667-f4f0-4105-a710-98324e8a6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:20.800408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Set router 3eca04e4-23d5-4935-83de-6e5198a0f116 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:20.833776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854111379'] for router_interface, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:21.238275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 59806) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:21.244423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device a482f7be-78a9-4139-aa8e-f4bbbbcf87ae no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:11:21.248571 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776184501', 'description': 'tempest-secgroup-smoke-1776184501 description', 'project_id': 'b724dde5161c4effa01f9674048be1fe'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:21.256040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:21.260404 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Usage tracker for resource:security_group and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:21.263363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:21.270094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:21.288516 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:21.318902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: a482f7be-78a9-4139-aa8e-f4bbbbcf87ae {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:11:21.319873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device a482f7be-78a9-4139-aa8e-f4bbbbcf87ae not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:11:21.329071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56280-2ee7-4065-a2d2-1cf429284545 req-3ef924f3-30a9-40d5-b45c-0c74ed1b08fe tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:21.330735 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-53c56280-2ee7-4065-a2d2-1cf429284545 req-3ef924f3-30a9-40d5-b45c-0c74ed1b08fe tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 946 time: 0.1623313 Apr 02 13:11:21.337354 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:21.344036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Usage tracker for resource:security_group_rule and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:21.347707 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:21.372782 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:21.384131 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-53c56280-2ee7-4065-a2d2-1cf429284545 req-a40616f2-6f53-4434-95a3-8e9b78d0b180 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449140 Apr 02 13:11:21.442428 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'name': 'tempest-TestShelveInstance-1146870094-router', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:09Z', 'updated_at': '2021-04-02T13:11:17Z', 'revision_number': 4, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'gw_port': {'id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:10Z', 'updated_at': '2021-04-02T13:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1', 'name': '', 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'mac_address': 'fa:16:3e:f3:00:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '247c189c-02dd-4ce7-aeac-6b5ce08255cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:15Z', 'updated_at': '2021-04-02T13:11:17Z', 'revision_number': 2, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'subnets': [{'id': '247c189c-02dd-4ce7-aeac-6b5ce08255cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:21.447033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Checking router: 3eca04e4-23d5-4935-83de-6e5198a0f116 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:11:21.447371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Updating router 3eca04e4-23d5-4935-83de-6e5198a0f116 port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 binding host dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:11:21.462923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Deleting port 82fe0dcb-25c1-4327-83e2-99785328c6c7 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:11:21.463306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:21.508078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:21.593169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:21.921626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:21.924043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] For port 82fe0dcb-25c1-4327-83e2-99785328c6c7, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=82fe0dcb-25c1-4327-83e2-99785328c6c7,segment=NetworkSegment(2725d972-6ebc-4fa1-9d8a-db5fb347afdf),segment_id=2725d972-6ebc-4fa1-9d8a-db5fb347afdf)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:21.924439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:21.935663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:21.948029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1eb71bc1-6b23-4a37-b7da-e60ef9432a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:21.980126 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:21.996547 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Transition to ACTIVE for port object ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:22.002981 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.022082 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:22.024652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.028826 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7823319 Apr 02 13:11:22.029199 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59870) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:22.035855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Request body: {'security_group_rule': {'security_group_id': '018bb6fb-f8ae-4e2a-8897-47753e0c41aa', 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:22.042211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:22.046202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Usage tracker for resource:security_group_rule and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:22.050453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:22.056607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:22.080856 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.097763 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Calling delete_port for 82fe0dcb-25c1-4327-83e2-99785328c6c7 owned by network:router_interface {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:11:22.168834 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ec7bf-427b-45fb-97f8-b8a45bb1dfc6 None None] Pushing event updated for resources: {'Port': ['ID=ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:22.176544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1e2ec7bf-427b-45fb-97f8-b8a45bb1dfc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:22.178739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018bb6fb-f8ae-4e2a-8897-47753e0c41aa,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:22.184987 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:22.196965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.200708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.204013 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-44e7231c-dc70-45b6-9b9b-ee65608c00c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:22.238060 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41121165-fcca-474f-ab92-f5c0a724c153,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:22.241203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:22.250051 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.255207 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-da0fb46b-8a95-454a-b7ee-fdec88483139 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2223134 Apr 02 13:11:22.255543 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59894) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:22.264281 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Request body: {'security_group_rule': {'security_group_id': '018bb6fb-f8ae-4e2a-8897-47753e0c41aa', 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:22.272438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:22.277081 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Usage tracker for resource:security_group_rule and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:22.280166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:22.287292 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:22.306430 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.385778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.391952 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.404344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:22.455227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.459937 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2002099 Apr 02 13:11:22.461185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59904) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:22.464039 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35adda9b-0dc3-4d12-ae74-d3db657670a5,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:22.469269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Request body: {'security_group_rule': {'security_group_id': '018bb6fb-f8ae-4e2a-8897-47753e0c41aa', 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:22.476714 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:22.481397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Usage tracker for resource:security_group_rule and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:22.484663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:22.492132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:22.512271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Attempting to bind port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:11:22.512975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Attempting to bind port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '5c132559-e565-4b78-817e-25402d5879ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:11:22.513435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Attempting to bind port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 on network c31d2cfa-f03b-4ecf-916f-97a722349e97 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:22.513730 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-514ac81b-f674-48b0-8133-c6d04396c318 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:22.520747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:11:22.521167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Checking segment: {'id': '5c132559-e565-4b78-817e-25402d5879ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:22.521621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.522208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Bound using segment: {'id': '5c132559-e565-4b78-817e-25402d5879ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:11:22.522759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Bound port: ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c132559-e565-4b78-817e-25402d5879ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:11:22.523730 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.526738 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.596441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.611612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:22.674412 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.680258 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.683498 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] For port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:11:22.691036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:22.691293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] For port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1,segment=NetworkSegment(5c132559-e565-4b78-817e-25402d5879ed),segment_id=5c132559-e565-4b78-817e-25402d5879ed)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:11:22.695496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.713068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:22.735281 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Pushing event deleted for resources: {'Port': ['ID=82fe0dcb-25c1-4327-83e2-99785328c6c7,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:22.736409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f603e2ca-0406-499f-9798-85fe5e56fa5c,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:22.740062 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:22.741288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:22.758097 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.760354 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-12d2a13a-7cf9-4a23-b2b9-928e2b86cf69 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2971027 Apr 02 13:11:22.762415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59922) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:22.768681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Request body: {'security_group_rule': {'security_group_id': '018bb6fb-f8ae-4e2a-8897-47753e0c41aa', 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:22.774972 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:22.779118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Usage tracker for resource:security_group_rule and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:22.782711 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:22.789151 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:22.817446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.912033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.915269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.928338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:22.955287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ff6a2f-ffa1-4aa0-a07a-f5b6672ae4c7,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:22.968326 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.968638 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.969123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.970123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.970518 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.970911 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.971299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.971744 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.972299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.972574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.973008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.973309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:22.979664 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:22.986124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:22.990369 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c82c825e-b6bc-41c0-a334-9a060d7e7abe tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2240901 Apr 02 13:11:22.990682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59938) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:22.997418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Request body: {'security_group_rule': {'security_group_id': '018bb6fb-f8ae-4e2a-8897-47753e0c41aa', 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:23.005959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:23.011349 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Usage tracker for resource:security_group_rule and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:23.016584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:23.028042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:23.042942 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.securitygroups_db [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Project b724dde5161c4effa01f9674048be1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 13:11:23.052845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:23.183678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111560'] for router_interface, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:23.203811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:23.205489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:23.211031 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:23.227044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ec7bf-427b-45fb-97f8-b8a45bb1dfc6 None None] Pushing event updated for resources: {'Port': ['ID=ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:23.241688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1e2ec7bf-427b-45fb-97f8-b8a45bb1dfc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:23.255452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:23.267376 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:23.268742 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2769730 Apr 02 13:11:23.272506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 59976) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:23.279662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Request body: {'security_group_rule': {'security_group_id': '018bb6fb-f8ae-4e2a-8897-47753e0c41aa', 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:23.285456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57a5e67-ef84-44cb-a0c5-763ce17f3c61,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:23.294052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:23.297361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:23.307517 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Usage tracker for resource:security_group_rule and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:23.310769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:23.318873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:23.331745 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Routers {'3eca04e4-23d5-4935-83de-6e5198a0f116'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:23.332789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['3eca04e4-23d5-4935-83de-6e5198a0f116'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:23.338930 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.securitygroups_db [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Project b724dde5161c4effa01f9674048be1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 13:11:23.347339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:23.436263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:23.451576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:23.454642 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:23.504250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe050021-cb71-469f-a554-8961818ffbf2,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:23.515208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:23.528721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:23.539755 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5048d273-ca0e-477d-972d-65e1e2fc1c14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2566018 Apr 02 13:11:23.593477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] Set router 3eca04e4-23d5-4935-83de-6e5198a0f116 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:23.872531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Router 1d871687-f39b-4c18-a450-65ff09cbd98e has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:11:23.999552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'name': 'tempest-TestShelveInstance-1146870094-router', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:09Z', 'updated_at': '2021-04-02T13:11:17Z', 'revision_number': 4, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'gw_port': {'id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:10Z', 'updated_at': '2021-04-02T13:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1', 'name': '', 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'mac_address': 'fa:16:3e:f3:00:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '247c189c-02dd-4ce7-aeac-6b5ce08255cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:15Z', 'updated_at': '2021-04-02T13:11:22Z', 'revision_number': 4, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'subnets': [{'id': '247c189c-02dd-4ce7-aeac-6b5ce08255cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:24.006395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1821dfa6-1a93-4cd0-a80a-66425d187b1d None None] The sync data for ids ['3eca04e4-23d5-4935-83de-6e5198a0f116'] in dv-cinder-782995-3-smb is: [{'id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'name': 'tempest-TestShelveInstance-1146870094-router', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:09Z', 'updated_at': '2021-04-02T13:11:17Z', 'revision_number': 4, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'gw_port': {'id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:10Z', 'updated_at': '2021-04-02T13:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1', 'name': '', 'network_id': 'c31d2cfa-f03b-4ecf-916f-97a722349e97', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'mac_address': 'fa:16:3e:f3:00:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '247c189c-02dd-4ce7-aeac-6b5ce08255cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:15Z', 'updated_at': '2021-04-02T13:11:22Z', 'revision_number': 4, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'subnets': [{'id': '247c189c-02dd-4ce7-aeac-6b5ce08255cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:11:24.116169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:11:24.129041 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] Sync routers for ids ['1d871687-f39b-4c18-a450-65ff09cbd98e'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:11:24.143952 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] Routers {'1d871687-f39b-4c18-a450-65ff09cbd98e'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:24.144880 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['1d871687-f39b-4c18-a450-65ff09cbd98e'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:24.156954 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60060) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:24.166672 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] 10.222.0.10 "PUT /v2.0/routers/1d871687-f39b-4c18-a450-65ff09cbd98e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1337574 Apr 02 13:11:24.478728 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] Set router 1d871687-f39b-4c18-a450-65ff09cbd98e gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:24.553340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:24.574301 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:24.739661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:24.753986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:24.754404 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:24.919232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:24.936367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Deleting port ab99dc07-bcc4-4460-b0a7-7117aeaba12e {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:11:24.936746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:25.076235 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:25.170603 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1,segment=NetworkSegment(5c132559-e565-4b78-817e-25402d5879ed),segment_id=5c132559-e565-4b78-817e-25402d5879ed)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:25.228220 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:25.230546 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:25.264669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-router', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117'}], 'enable_snat': True}, 'gw_port_id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:11:22Z', 'revision_number': 5, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'gw_port': {'id': 'ab99dc07-bcc4-4460-b0a7-7117aeaba12e', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:11Z', 'updated_at': '2021-04-02T13:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:25.270630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] Checking router: 1d871687-f39b-4c18-a450-65ff09cbd98e for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:11:25.299623 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] Routers {'1d871687-f39b-4c18-a450-65ff09cbd98e'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:25.300570 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['1d871687-f39b-4c18-a450-65ff09cbd98e'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:25.317162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] For port ab99dc07-bcc4-4460-b0a7-7117aeaba12e, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=ab99dc07-bcc4-4460-b0a7-7117aeaba12e,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:25.317939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:25.384168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:25.392444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:25.490506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Calling delete_port for ab99dc07-bcc4-4460-b0a7-7117aeaba12e owned by network:router_gateway {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:11:25.709641 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] Set router 1d871687-f39b-4c18-a450-65ff09cbd98e gateway port host: None {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:25.842662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-router', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:11:24Z', 'revision_number': 6, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'gw_port_host': None}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:25.848079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e86ac8-a0cf-466a-8d24-e4487203b01f None None] The sync data for ids ['1d871687-f39b-4c18-a450-65ff09cbd98e'] in dv-cinder-782995-3-smb is: [{'id': '1d871687-f39b-4c18-a450-65ff09cbd98e', 'name': 'tempest-ServerRescueNegativeTestJSON-1190639679-router', 'tenant_id': 'df377aa3487d4722af8eeeb158d4e5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:11:24Z', 'revision_number': 6, 'project_id': 'df377aa3487d4722af8eeeb158d4e5af', 'gw_port_host': None}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:11:25.910867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:25.929606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:26.028271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab99dc07-bcc4-4460-b0a7-7117aeaba12e,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:26.032520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:26.246364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854002760'] for router_gateway, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:26.378850 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:26.473448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:26.473863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:26.671769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ab99dc07-bcc4-4460-b0a7-7117aeaba12e no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:11:26.711685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: ab99dc07-bcc4-4460-b0a7-7117aeaba12e {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:11:26.712224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ab99dc07-bcc4-4460-b0a7-7117aeaba12e not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:11:26.712802 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 82fe0dcb-25c1-4327-83e2-99785328c6c7 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:11:26.716049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1447'] for router, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:26.718552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:26.756076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: 82fe0dcb-25c1-4327-83e2-99785328c6c7 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:11:26.756495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 82fe0dcb-25c1-4327-83e2-99785328c6c7 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:11:26.819468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664963'] for router, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:26.820049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d871687-f39b-4c18-a450-65ff09cbd98e {{(pid=84330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 13:11:26.834687 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Notify callbacks [] for router, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:26.836286 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1d871687-f39b-4c18-a450-65ff09cbd98e HTTP/1.1" status: 204 len: 168 time: 2.6803796 Apr 02 13:11:26.838685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60166) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:26.910907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c410da3-3a83-42d5-99a4-6d80577ea9be admin admin] Deleting subnet f0be2e33-a162-4381-90a5-2aead07aecca {{(pid=84330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:11:26.914320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4c410da3-3a83-42d5-99a4-6d80577ea9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:26.966243 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4c410da3-3a83-42d5-99a4-6d80577ea9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844675448'] for subnet, precommit_delete_associations {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:27.027911 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4c410da3-3a83-42d5-99a4-6d80577ea9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:27.291504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4c410da3-3a83-42d5-99a4-6d80577ea9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851658852'] for subnet, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:27.307920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:27.396073 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c410da3-3a83-42d5-99a4-6d80577ea9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0be2e33-a162-4381-90a5-2aead07aecca,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:27.400815 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4c410da3-3a83-42d5-99a4-6d80577ea9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:27.452423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4c410da3-3a83-42d5-99a4-6d80577ea9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:27.458800 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4c410da3-3a83-42d5-99a4-6d80577ea9be admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f0be2e33-a162-4381-90a5-2aead07aecca HTTP/1.1" status: 204 len: 168 time: 0.6185520 Apr 02 13:11:27.461565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60174) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:27.578200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:27.636566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60180) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:27.813466 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:11:27.817678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:27.938357 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f805cee6-55a8-43e4-aca1-75ed74d33cf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e04c8b53c4ad46d8b16e9024636f7b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978745 Apr 02 13:11:27.938876 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60196) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:27.961136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f265c72e-93cc-400b-b634-aa7ca4bbcc8b']}} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:27.975204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2725d972-6ebc-4fa1-9d8a-db5fb347afdf') {'for_net_delete': True} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:27.975568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2725d972-6ebc-4fa1-9d8a-db5fb347afdf') {} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:27.987828 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10100353'] for segment, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.002628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.009216 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:11:28.012412 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f07a-954b-4a12-b9bd-7f64efe8f333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.049280 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f07a-954b-4a12-b9bd-7f64efe8f333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.114883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f07a-954b-4a12-b9bd-7f64efe8f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.121967 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-80320f51-ad99-4a60-b0c0-3ca789949df6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:28.135325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3f07a-954b-4a12-b9bd-7f64efe8f333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3a5697-eb61-440f-8e6f-408c5590e70a,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:28.146572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4ff3f07a-954b-4a12-b9bd-7f64efe8f333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:28.153776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f07a-954b-4a12-b9bd-7f64efe8f333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.155232 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4ff3f07a-954b-4a12-b9bd-7f64efe8f333 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e3a5697-eb61-440f-8e6f-408c5590e70a HTTP/1.1" status: 204 len: 168 time: 0.2153177 Apr 02 13:11:28.236691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Network f265c72e-93cc-400b-b634-aa7ca4bbcc8b has no segments {{(pid=84330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:11:28.246355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099371'] for segment, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.446467 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Network f265c72e-93cc-400b-b634-aa7ca4bbcc8b has no segments {{(pid=84330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:11:28.477373 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:11:28.552994 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.556778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:28.571240 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.583146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f265c72e-93cc-400b-b634-aa7ca4bbcc8b,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:28.586554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:28.591087 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c01375d7-d253-4258-8082-049795302c38 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f265c72e-93cc-400b-b634-aa7ca4bbcc8b HTTP/1.1" status: 204 len: 168 time: 1.1285300 Apr 02 13:11:28.778444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60226) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:28.803391 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60230) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:28.838303 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-50cc2ba3-0ada-4453-b2d7-371cd2dad78b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df377aa3487d4722af8eeeb158d4e5af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0562453 Apr 02 13:11:28.838624 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60236) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:28.900423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-acca7740-572d-4141-8c89-11359b922a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.929011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-acca7740-572d-4141-8c89-11359b922a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.991072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-acca7740-572d-4141-8c89-11359b922a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:28.997062 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f0c7812d-2e41-470e-8375-bebda57cf0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:29.011244 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.012128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca7740-572d-4141-8c89-11359b922a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037aa91b-4f24-4ea5-b276-65e1c7e0a49d,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:29.015057 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-acca7740-572d-4141-8c89-11359b922a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:29.026537 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-acca7740-572d-4141-8c89-11359b922a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.027980 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:29.028839 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-acca7740-572d-4141-8c89-11359b922a61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/037aa91b-4f24-4ea5-b276-65e1c7e0a49d HTTP/1.1" status: 204 len: 168 time: 0.1886575 Apr 02 13:11:29.033701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] Usage tracker for resource:security_group_rule and tenant:44f969e2c27740e19e3e0e445ed8f9c1 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:29.037518 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:29.045115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:29.136786 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.140069 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.149745 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f6a97092-905c-4ba9-bfcc-f7aad6e04506 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:29.193093 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44f969e2c27740e19e3e0e445ed8f9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884916 Apr 02 13:11:29.194787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0772398b-5c00-4863-9a08-05a1dbeda45b,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:29.195909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60246) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:29.197984 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:29.259999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3320ac13-b549-4450-813a-5c90b8a14280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.288386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3320ac13-b549-4450-813a-5c90b8a14280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.345104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3320ac13-b549-4450-813a-5c90b8a14280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.350170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-20cac73d-7b89-4519-bcd3-5cb968f7babd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:29.365389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320ac13-b549-4450-813a-5c90b8a14280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0772398b-5c00-4863-9a08-05a1dbeda45b,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:29.367805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3320ac13-b549-4450-813a-5c90b8a14280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.371425 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3320ac13-b549-4450-813a-5c90b8a14280 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0772398b-5c00-4863-9a08-05a1dbeda45b HTTP/1.1" status: 204 len: 168 time: 0.1719205 Apr 02 13:11:29.371425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3320ac13-b549-4450-813a-5c90b8a14280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:29.688173 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60268) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:29.707887 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.724334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:29.728352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] Usage tracker for resource:security_group_rule and tenant:689df4ee762248d9b02b5ab1cbb9cfed is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:29.731215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:29.737289 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:29.822508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.825343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.834900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:29.879829 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=689df4ee762248d9b02b5ab1cbb9cfed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901836 Apr 02 13:11:29.882647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60274) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:29.886514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f6917e-d347-464c-9e8a-e1354efbcbd9,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:29.900963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:29.902826 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60278) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:29.955592 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c30e830-523a-42c6-9262-ffb4a0806603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:29.989014 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c30e830-523a-42c6-9262-ffb4a0806603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.022285 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-264014353-network', 'tenant_id': '2af4078c97b541a9895220da07bc85ea'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:30.027217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:30.031795 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Usage tracker for resource:network and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:30.035450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:30.036012 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c30e830-523a-42c6-9262-ffb4a0806603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.041129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-33ee491c-658a-41f9-8fbb-18c7e8a901aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:30.041509 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:30.051311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Made reservation on behalf of 2af4078c97b541a9895220da07bc85ea for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:11:30.054694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30e830-523a-42c6-9262-ffb4a0806603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f6917e-d347-464c-9e8a-e1354efbcbd9,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:30.056591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.059481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7c30e830-523a-42c6-9262-ffb4a0806603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:30.064469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c30e830-523a-42c6-9262-ffb4a0806603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.067727 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7c30e830-523a-42c6-9262-ffb4a0806603 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3f6917e-d347-464c-9e8a-e1354efbcbd9 HTTP/1.1" status: 204 len: 168 time: 0.1820586 Apr 02 13:11:30.071933 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.093136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:30.097780 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:30.101111 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:30.108903 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:30.220479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.223390 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.228065 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d51d469e-60ff-493c-b990-66772f0c6510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:30.264713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:11:30.275582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98fdbe0-66ac-47c6-b2ef-24d167cb3600,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:30.279514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:30.282481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.282899 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Added segment 513e4482-1594-434d-bb15-39d9677dc7c0 of type vlan for network fe6cb807-2995-4734-b5b5-f9a4735147d5 Apr 02 13:11:30.314238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.345110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.346589 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:30.347261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.352446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:30.455548 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5518892 Apr 02 13:11:30.458914 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60296) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:30.461408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=fe6cb807-2995-4734-b5b5-f9a4735147d5,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:30.465372 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:30.466446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Request body: {'subnet': {'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-264014353-subnet', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:30.472451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:11:30.484048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:30.489706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Usage tracker for resource:subnet and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:30.493456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:30.500621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:30.511421 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Made reservation on behalf of 2af4078c97b541a9895220da07bc85ea for: {'subnet': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:11:30.517571 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3116966'] for subnet, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.941695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844676549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3116949'] for subnet, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:30.957705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:31.082117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1d432f-7d92-4ec0-9e24-910f66c7b852,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:31.095203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:31.153836 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Checking segment: {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:31.154333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Network hostable DHCP agents. Network: fe6cb807-2995-4734-b5b5-f9a4735147d5, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:11:31.177298 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:11:31.187092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, fe6cb807-2995-4734-b5b5-f9a4735147d5) {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:31.199219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057508fc-0462-49c9-91ec-0bd7c0b2d658 None None] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:11:31.199816 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:31.200471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:31.224973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60320) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:31.232409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:31.239310 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7791212 Apr 02 13:11:31.241640 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:31.246146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Usage tracker for resource:router and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:31.249539 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:31.257677 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:31.270315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854111772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:31.271546 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774338'] for router, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:31.288591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:31.456452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c02216-18ba-554a-9849-eff88ab0269a-fe6cb807-2995-4734-b5b5-f9a4735147d5', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852'}]}} from dv-cinder-782995-3-smb. {{(pid=84331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 13:11:31.457391 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:31.645691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Allocated IP 172.20.0.2 (fe6cb807-2995-4734-b5b5-f9a4735147d5/6e1d432f-7d92-4ec0-9e24-910f66c7b852/ad4bf521-5d13-4bc9-aa06-83348dd4ce71) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:31.808622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-664859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774353'] for router, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:31.880468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:31.892584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Transition to ACTIVE for port object ad4bf521-5d13-4bc9-aa06-83348dd4ce71 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:31.912780 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Transition to ACTIVE for port object ad4bf521-5d13-4bc9-aa06-83348dd4ce71 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:31.917586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:31.934395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1e2ec7bf-427b-45fb-97f8-b8a45bb1dfc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:32.077190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Pushing event updated for resources: {'Port': ['ID=ad4bf521-5d13-4bc9-aa06-83348dd4ce71,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:32.091618 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.092136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.092770 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.093224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.094319 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.094838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.095301 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.095794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.096214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.096654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.097091 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.097542 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:11:32.111348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:32.156528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:32.197078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:32.228572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:32.229989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:32.232779 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:32.346625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Attempting to bind port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:11:32.347183 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Attempting to bind port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:11:32.347599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Attempting to bind port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 on network fe6cb807-2995-4734-b5b5-f9a4735147d5 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:32.348954 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Allocated IP 172.28.1.111 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/409a46d9-ce62-40ae-bfd4-eedea52b408f) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:32.355799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:11:32.356224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Checking segment: {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:32.356674 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:32.357348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Bound using segment: {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:11:32.357609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Bound port: ad4bf521-5d13-4bc9-aa06-83348dd4ce71, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:11:32.358031 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:32.454657 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] For port ad4bf521-5d13-4bc9-aa06-83348dd4ce71, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:11:32.458010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] For port ad4bf521-5d13-4bc9-aa06-83348dd4ce71, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=ad4bf521-5d13-4bc9-aa06-83348dd4ce71,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:11:32.461191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:32.477018 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1e2ec7bf-427b-45fb-97f8-b8a45bb1dfc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:32.517486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:32.554230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:32.574557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:32.636299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Pushing event updated for resources: {'Port': ['ID=ad4bf521-5d13-4bc9-aa06-83348dd4ce71,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:32.640986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:32.709471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Pushing event updated for resources: {'Port': ['ID=409a46d9-ce62-40ae-bfd4-eedea52b408f,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:32.714065 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:32.768123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:32.769290 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:32.771697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:33.220145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:33.816291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854110958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854002790'] for router, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:34.029567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6ecf1-fc59-4408-8b0e-b92be1b79623 None None] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:11:34.045266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 is scheduled to L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 with binding_index 1 {{(pid=84329) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 13:11:34.121453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-d904998b-a0b9-4f82-89f1-83d540877cf0 None None] Provisioning for port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:34.246686 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:11:34.261782 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Sync routers for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:11:34.270951 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Notify callbacks [] for router, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:34.272248 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0461144 Apr 02 13:11:34.275019 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60348) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:34.283397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:34.284353 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:34.587909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ad4bf521-5d13-4bc9-aa06-83348dd4ce71 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:34.730604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:34.738050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:34.783352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:34.784051 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.027309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-59c1c77f-4d76-45fa-b4e6-c4285c772fb2 None None] Provisioning complete for port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:35.027657 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-59c1c77f-4d76-45fa-b4e6-c4285c772fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.088450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.164182 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.262128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port ad4bf521-5d13-4bc9-aa06-83348dd4ce71, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=ad4bf521-5d13-4bc9-aa06-83348dd4ce71,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:35.271255 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.274335 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:35.341219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Allocated IP 172.20.0.1 (fe6cb807-2995-4734-b5b5-f9a4735147d5/6e1d432f-7d92-4ec0-9e24-910f66c7b852/59329d07-e957-4f61-be27-81f74c633e55) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:35.420502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=ad4bf521-5d13-4bc9-aa06-83348dd4ce71,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:35.424673 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:35.430336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:33Z', 'revision_number': 3, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:35.436037 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Checking router: 42ceed77-0246-455d-9e1c-f5703e9a8cd2 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:11:35.436143 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Updating router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 port 409a46d9-ce62-40ae-bfd4-eedea52b408f binding host dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:11:35.501357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.541268 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.558046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Transition to ACTIVE for port object 59329d07-e957-4f61-be27-81f74c633e55 will not be triggered until provisioned by entity DHCP. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:35.582315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.597969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f3e9260d-381f-4eff-8a24-56b7214c150f tempest-ServerRescueNegativeTestJSON-140816196 tempest-ServerRescueNegativeTestJSON-140816196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:35.732311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Pushing event updated for resources: {'Port': ['ID=59329d07-e957-4f61-be27-81f74c633e55,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:35.737569 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:35.787986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:35.789224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:35.791432 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:35.852357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-773703'] for router_interface, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.918459 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.934274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Transition to ACTIVE for port object 409a46d9-ce62-40ae-bfd4-eedea52b408f will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:35.941546 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:35.957886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:36.104059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-8405cef4-fad7-42dc-bac7-641717b0132e None None] Provisioning for port 59329d07-e957-4f61-be27-81f74c633e55 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:36.107043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccec3c-dc53-4ed3-aafa-8c865f283097 None None] Pushing event updated for resources: {'Port': ['ID=409a46d9-ce62-40ae-bfd4-eedea52b408f,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:36.108897 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:36.110191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c9ccec3c-dc53-4ed3-aafa-8c865f283097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:36.128271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-8405cef4-fad7-42dc-bac7-641717b0132e None None] Provisioning complete for port 59329d07-e957-4f61-be27-81f74c633e55 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:36.128691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8405cef4-fad7-42dc-bac7-641717b0132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:36.229066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-8405cef4-fad7-42dc-bac7-641717b0132e None None] Port 59329d07-e957-4f61-be27-81f74c633e55 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:11:36.240662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Attempting to bind port 409a46d9-ce62-40ae-bfd4-eedea52b408f on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:11:36.241074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Attempting to bind port 409a46d9-ce62-40ae-bfd4-eedea52b408f by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:11:36.241480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Attempting to bind port 409a46d9-ce62-40ae-bfd4-eedea52b408f on network 08ad2293-5eaa-4241-8a10-83b7345d187d {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:36.247899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:11:36.248315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Checking segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:36.248764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:36.249197 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Bound using segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:11:36.249754 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Bound port: 409a46d9-ce62-40ae-bfd4-eedea52b408f, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:11:36.250204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:36.334692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] For port 409a46d9-ce62-40ae-bfd4-eedea52b408f, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:11:36.338249 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] For port 409a46d9-ce62-40ae-bfd4-eedea52b408f, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=409a46d9-ce62-40ae-bfd4-eedea52b408f,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:11:36.342487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:36.359982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:36.448113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ad4bf521-5d13-4bc9-aa06-83348dd4ce71 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:36.568471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccec3c-dc53-4ed3-aafa-8c865f283097 None None] Pushing event updated for resources: {'Port': ['ID=409a46d9-ce62-40ae-bfd4-eedea52b408f,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:36.578534 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c9ccec3c-dc53-4ed3-aafa-8c865f283097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:36.644001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:36.644421 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:36.651094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:36.655507 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:36.685465 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:36.724171 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:36.724872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:36.780246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Pushing event updated for resources: {'Port': ['ID=59329d07-e957-4f61-be27-81f74c633e55,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:36.788250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664466'] for router_interface, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:36.798964 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:36.941729 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:36.942967 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:37.152831 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:11:37.198838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:37.283321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-bcad0f69-f3c7-42a2-8e67-76a2c6174db1 None None] Provisioning complete for port 59329d07-e957-4f61-be27-81f74c633e55 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:37.283654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bcad0f69-f3c7-42a2-8e67-76a2c6174db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:37.362137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:11:37.371618 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] 10.222.0.10 "PUT /v2.0/routers/42ceed77-0246-455d-9e1c-f5703e9a8cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0955706 Apr 02 13:11:37.489191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-bcad0f69-f3c7-42a2-8e67-76a2c6174db1 None None] Port 59329d07-e957-4f61-be27-81f74c633e55 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:11:37.611134 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 2, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:37.617308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d074a4-81ce-4755-a39e-60300de64642 None None] The sync data for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb is: [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 2, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:11:37.886144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60396) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:37.892557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921790769', 'description': 'tempest-description--1864137408'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:37.898838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:37.902897 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:security_group and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:37.908552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:37.915417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:37.929017 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:37.953898 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:37.958193 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:security_group_rule and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:37.961219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:37.968198 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:38.054453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.065207 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.076498 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e229cc58-ba18-4cbb-abc1-5ce3ffb6989d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:38.140825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bba4af7-bd76-4119-864a-e4ba32c74e19,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:38.153113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:38.154577 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.159657 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2688816 Apr 02 13:11:38.160072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60404) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:38.166101 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'security_group_rule': {'security_group_id': '4bba4af7-bd76-4119-864a-e4ba32c74e19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:38.178816 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:38.184675 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:security_group_rule and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:38.189824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:38.196538 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:38.216549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.300283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.304783 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.306895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:38.333632 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff3a442-37c1-4c62-863b-6df6bfd815ca,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:38.339915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:38.345421 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.346709 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855388 Apr 02 13:11:38.349601 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60410) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:38.355342 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'security_group_rule': {'security_group_id': '4bba4af7-bd76-4119-864a-e4ba32c74e19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:38.362683 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:38.367048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:security_group_rule and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:38.370266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:38.376674 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:38.397933 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.473817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.477116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.479364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-838469d5-89aa-4041-b959-a1f59bd25350 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:38.506726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb98d547-70da-4488-b821-bc3bdea2c540,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:38.509375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:38.523899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.529038 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1782911 Apr 02 13:11:38.529226 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60420) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:38.536712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'floatingip': {'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:38.543210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:38.548807 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:floatingip and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:38.557007 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:38.564805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:38.575053 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.724488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:38.878068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Allocated IP 172.28.1.102 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/9d2d159c-6ffd-49cb-bacf-edae379e61c6) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:39.040659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:39.070610 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:39.085954 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e79add03-ec16-41d0-8ea3-f63dc653812c tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:39.228619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'Port': ['ID=9d2d159c-6ffd-49cb-bacf-edae379e61c6,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:39.233516 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:39.505605 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:39.506734 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:39.509140 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:39.593096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:39.658484 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:39.924776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:39.928160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:39.943451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-0a3eca1f-9985-4cbc-9ecf-de69f37662a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:40.081122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'Port': ['ID=9d2d159c-6ffd-49cb-bacf-edae379e61c6,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:40.085876 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:40.185781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:40.207977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:40.209282 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6789424 Apr 02 13:11:40.382068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 409a46d9-ce62-40ae-bfd4-eedea52b408f up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:40.391073 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-6cbe0711-dfec-41e3-8a26-8fe6de3bba26 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--921790769&fields=id&tenant_id=2af4078c97b541a9895220da07bc85ea HTTP/1.1" status: 200 len: 267 time: 0.0494878 Apr 02 13:11:40.460671 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 409a46d9-ce62-40ae-bfd4-eedea52b408f completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:40.466422 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 409a46d9-ce62-40ae-bfd4-eedea52b408f triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:40.466840 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:40.560744 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-5d8f8df2-0eb0-4f16-8ec5-023c89d4e677 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:40.562862 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-5d8f8df2-0eb0-4f16-8ec5-023c89d4e677 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 810 time: 0.1640129 Apr 02 13:11:40.579575 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-c84bd299-bb3b-4331-b009-9abb37a29c92 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/quotas/2af4078c97b541a9895220da07bc85ea HTTP/1.1" status: 200 len: 375 time: 0.0103216 Apr 02 13:11:40.598179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:40.615462 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port 409a46d9-ce62-40ae-bfd4-eedea52b408f, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=409a46d9-ce62-40ae-bfd4-eedea52b408f,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:40.618910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:40.621879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:40.696653 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-929075e7-526b-422f-97a5-149464c14c38 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1108611 Apr 02 13:11:40.704121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=409a46d9-ce62-40ae-bfd4-eedea52b408f,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:40.712906 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:40.859961 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-5a6ad784-ee26-4cdc-9078-a4101315d565 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436663 Apr 02 13:11:41.003618 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Sync routers for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:11:41.010168 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-2a98c73f-8651-4d7d-9ee7-e816a6d46345 service neutron] 10.222.0.10 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435897 Apr 02 13:11:41.014091 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:41.014671 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:41.241238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:41.260380 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7f38dab5-fb6e-4b88-9d41-f5957029f399 req-1dadffa5-7fda-4381-b3e4-dae5e5a46720 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 210 time: 0.0682399 Apr 02 13:11:41.461689 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-afc61d6d-3719-49fc-b13b-d701268feaa5 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776184501&fields=id&tenant_id=b724dde5161c4effa01f9674048be1fe HTTP/1.1" status: 200 len: 267 time: 0.0495374 Apr 02 13:11:41.585016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 2, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:41.589203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Checking router: 42ceed77-0246-455d-9e1c-f5703e9a8cd2 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:11:41.589668 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Updating router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 port 59329d07-e957-4f61-be27-81f74c633e55 binding host dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:11:41.636217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-4d09129e-fff1-4108-ba68-ccb990f06eb1 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:41.637788 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-4d09129e-fff1-4108-ba68-ccb990f06eb1 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/networks?id=34bffb8b-a28b-4660-9455-c161a62b84c4 HTTP/1.1" status: 200 len: 808 time: 0.1656783 Apr 02 13:11:41.651258 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:41.654660 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-a4114fa1-02dc-4bb2-9907-568bf7967ecc tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/quotas/b724dde5161c4effa01f9674048be1fe HTTP/1.1" status: 200 len: 375 time: 0.0098646 Apr 02 13:11:41.745425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-174193ba-eac1-4968-953a-2ef910ed2059 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Synchronizing usage tracker for tenant:b724dde5161c4effa01f9674048be1fe on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:11:41.763773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-174193ba-eac1-4968-953a-2ef910ed2059 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Unset dirty status for tenant:b724dde5161c4effa01f9674048be1fe on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:11:41.765239 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-174193ba-eac1-4968-953a-2ef910ed2059 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b724dde5161c4effa01f9674048be1fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039658 Apr 02 13:11:41.923889 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-c48f5b72-7b6a-46d1-b276-a56b1b71efa8 service neutron] 10.222.0.10 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438494 Apr 02 13:11:42.071108 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-996f2bad-bfc2-439c-8fa8-75e5238e1b7f service neutron] 10.222.0.10 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403697 Apr 02 13:11:42.076203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:42.088997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Transition to ACTIVE for port object 59329d07-e957-4f61-be27-81f74c633e55 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:42.095849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:42.110408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:42.275536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a9614-4417-4fdd-ae19-a15d7cf71f58 None None] Pushing event updated for resources: {'Port': ['ID=59329d07-e957-4f61-be27-81f74c633e55,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:42.278819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a69a9614-4417-4fdd-ae19-a15d7cf71f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:42.439194 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 409a46d9-ce62-40ae-bfd4-eedea52b408f up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:42.557861 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-35cd3f9e-7a52-480a-982f-6ed15c088e6a req-4acd6cd2-2d10-41f1-83b6-3c3da7fc337d tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 210 time: 0.1009638 Apr 02 13:11:42.632313 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 409a46d9-ce62-40ae-bfd4-eedea52b408f triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:42.633597 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:42.651307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-9813e5f9-43ab-45bd-877a-f0a1cb13b333 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:42.652980 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-9813e5f9-43ab-45bd-877a-f0a1cb13b333 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.23 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 810 time: 0.3470745 Apr 02 13:11:42.707749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Attempting to bind port 59329d07-e957-4f61-be27-81f74c633e55 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:11:42.708283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Attempting to bind port 59329d07-e957-4f61-be27-81f74c633e55 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:11:42.708681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Attempting to bind port 59329d07-e957-4f61-be27-81f74c633e55 on network fe6cb807-2995-4734-b5b5-f9a4735147d5 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:42.719669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:11:42.720070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Checking segment: {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:42.725909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:42.727549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Bound using segment: {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:11:42.728726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Bound port: 59329d07-e957-4f61-be27-81f74c633e55, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:11:42.729325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:42.779806 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c7964092-d346-4a4a-aff6-c9051ea8392c req-2acd6472-ced6-43f2-b034-d2024bb8ed3e tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 210 time: 0.1189337 Apr 02 13:11:42.864123 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-849305d8-cafe-4981-871b-9498c4bdf6c6 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2af4078c97b541a9895220da07bc85ea HTTP/1.1" status: 200 len: 5708 time: 0.1243789 Apr 02 13:11:42.875023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'port': {'device_id': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'admin_state_up': True, 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'security_groups': ['4bba4af7-bd76-4119-864a-e4ba32c74e19']}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:42.915671 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] For port 59329d07-e957-4f61-be27-81f74c633e55, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:11:42.919330 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] For port 59329d07-e957-4f61-be27-81f74c633e55, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=59329d07-e957-4f61-be27-81f74c633e55,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:11:42.923669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:42.988796 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3d9ac1c2-609a-4d3b-a159-f71cb5e90ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:43.028305 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:43.033583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:port and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:43.037062 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:43.043217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:43.053091 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Made reservation on behalf of 2af4078c97b541a9895220da07bc85ea for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:11:43.059050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:43.102790 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a9614-4417-4fdd-ae19-a15d7cf71f58 None None] Pushing event updated for resources: {'Port': ['ID=59329d07-e957-4f61-be27-81f74c633e55,revision_number=4']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:43.108089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a69a9614-4417-4fdd-ae19-a15d7cf71f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:43.147555 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:43.148569 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:43.269425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Allocated IP 172.20.0.10 (fe6cb807-2995-4734-b5b5-f9a4735147d5/6e1d432f-7d92-4ec0-9e24-910f66c7b852/4c3ccb95-93e0-4a60-b30c-0d54cce38770) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:43.507733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:43.528333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Transition to ACTIVE for port object 4c3ccb95-93e0-4a60-b30c-0d54cce38770 will not be triggered until provisioned by entity DHCP. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:43.529631 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:43.555112 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:43.570348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:43.760688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'Port': ['ID=4c3ccb95-93e0-4a60-b30c-0d54cce38770,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:43.768443 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:43.885172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c34622-fefb-4ff3-8fd1-0e9bba7937fe req-ecc3b2e6-d80b-488b-b2d2-a881843cb165 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:43.887665 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-71c34622-fefb-4ff3-8fd1-0e9bba7937fe req-ecc3b2e6-d80b-488b-b2d2-a881843cb165 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 932 time: 0.2102497 Apr 02 13:11:43.889888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:43.891283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:43.909518 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:43.941720 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:42Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:43.953628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde91684-9822-41f7-8431-500b2e099ed7 None None] The sync data for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb is: [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:42Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:11:44.096007 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-c1e0c82e-65a5-4b81-8027-9db910d7a3ce tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:44.096810 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-c1e0c82e-65a5-4b81-8027-9db910d7a3ce tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Synchronizing usage tracker for tenant:b724dde5161c4effa01f9674048be1fe on resource:network {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:11:44.145150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:44.149350 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:44.162064 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-c1e0c82e-65a5-4b81-8027-9db910d7a3ce tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Unset dirty status for tenant:b724dde5161c4effa01f9674048be1fe on resource:network {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:11:44.163416 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-c1e0c82e-65a5-4b81-8027-9db910d7a3ce tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.23 "GET /v2.0/networks?id=34bffb8b-a28b-4660-9455-c161a62b84c4 HTTP/1.1" status: 200 len: 808 time: 0.2975891 Apr 02 13:11:44.226842 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8497bdcd-618e-4d86-8187-004fa1a4a5c7 req-3f8113dd-2345-4731-8f8c-8d8fdbb7c628 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 210 time: 0.2320104 Apr 02 13:11:44.243402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-e68d84b6-b35b-4098-a1b5-bcfbebce299e None None] Provisioning for port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:44.254958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-e68d84b6-b35b-4098-a1b5-bcfbebce299e None None] Provisioning complete for port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:44.255527 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e68d84b6-b35b-4098-a1b5-bcfbebce299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:44.298806 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-71c34622-fefb-4ff3-8fd1-0e9bba7937fe req-90ad2009-671b-4286-adf2-8b1589bb7726 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3850284 Apr 02 13:11:44.300726 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4313369 Apr 02 13:11:44.314082 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Request body: {'port': {'device_id': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:44.352591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-28ebd5f5-82e4-4daf-8c48-4024fd5f936e tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Synchronizing usage tracker for tenant:b724dde5161c4effa01f9674048be1fe on resource:security_group {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:11:44.377603 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-e68d84b6-b35b-4098-a1b5-bcfbebce299e None None] Port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:11:44.392022 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-28ebd5f5-82e4-4daf-8c48-4024fd5f936e tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Unset dirty status for tenant:b724dde5161c4effa01f9674048be1fe on resource:security_group {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:11:44.393470 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-28ebd5f5-82e4-4daf-8c48-4024fd5f936e tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b724dde5161c4effa01f9674048be1fe HTTP/1.1" status: 200 len: 8061 time: 0.2213159 Apr 02 13:11:44.413799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Request body: {'port': {'device_id': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'admin_state_up': True, 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'security_groups': ['018bb6fb-f8ae-4e2a-8897-47753e0c41aa']}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:44.457300 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 59329d07-e957-4f61-be27-81f74c633e55 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:44.564545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:44.595915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 59329d07-e957-4f61-be27-81f74c633e55 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:44.605273 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 59329d07-e957-4f61-be27-81f74c633e55 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:44.606405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:44.676225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:44.686458 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:44.696882 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Made reservation on behalf of b724dde5161c4effa01f9674048be1fe for: {'port': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:11:44.703761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:44.759455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:44.796898 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port 59329d07-e957-4f61-be27-81f74c633e55, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=59329d07-e957-4f61-be27-81f74c633e55,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:44.800850 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:44.803966 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:44.882820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=59329d07-e957-4f61-be27-81f74c633e55,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:44.886683 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:44.905123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Allocated IP 172.20.0.4 (34bffb8b-a28b-4660-9455-c161a62b84c4/3cdc876f-ea48-4428-8c12-29b19e815ce1/63ff34db-890c-4958-9ee1-cd8653990ab2) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:45.070374 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3ccb95-93e0-4a60-b30c-0d54cce38770 {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:11:45.079582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:45.096454 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Transition to ACTIVE for port object 4c3ccb95-93e0-4a60-b30c-0d54cce38770 will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:45.099722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:45.131036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-06222af0-a710-4e4f-91d7-e36e064e9462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:45.160483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:45.181645 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Transition to ACTIVE for port object 63ff34db-890c-4958-9ee1-cd8653990ab2 will not be triggered until provisioned by entity DHCP. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:45.210076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:45.225955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:45.379941 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event updated for resources: {'Port': ['ID=63ff34db-890c-4958-9ee1-cd8653990ab2,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:45.385266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:45.443982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:45.445293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:45.447695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:45.519608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:45.520324 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:45.548397 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1454372 Apr 02 13:11:45.561209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Request body: {'port': {'device_id': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:45.622775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3ccb95-93e0-4a60-b30c-0d54cce38770,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:45.631052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:45.689883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:45.712455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-5ee1f09c-9c79-4014-a58e-fc9eefd5f71a None None] Provisioning for port 63ff34db-890c-4958-9ee1-cd8653990ab2 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:45.718739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-5ee1f09c-9c79-4014-a58e-fc9eefd5f71a None None] Provisioning complete for port 63ff34db-890c-4958-9ee1-cd8653990ab2 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:45.720043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f09c-9c79-4014-a58e-fc9eefd5f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:45.728109 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05330a-eda2-4fe0-a78a-9465192c6650 req-b9139eb5-4dfc-4636-a59a-072d43068a68 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:45.736243 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-df05330a-eda2-4fe0-a78a-9465192c6650 req-b9139eb5-4dfc-4636-a59a-072d43068a68 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 931 time: 0.2652469 Apr 02 13:11:45.749037 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4652c5-35bb-41aa-9069-c20f571815e5 req-305916a1-fbe3-4a62-89e1-b327e5ec70bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:45.750343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-2e4652c5-35bb-41aa-9069-c20f571815e5 req-305916a1-fbe3-4a62-89e1-b327e5ec70bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Synchronizing usage tracker for tenant:2af4078c97b541a9895220da07bc85ea on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:11:45.792017 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1f09c-9c79-4014-a58e-fc9eefd5f71a None None] Port 63ff34db-890c-4958-9ee1-cd8653990ab2 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:11:45.913490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-2e4652c5-35bb-41aa-9069-c20f571815e5 req-305916a1-fbe3-4a62-89e1-b327e5ec70bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Unset dirty status for tenant:2af4078c97b541a9895220da07bc85ea on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:11:45.920797 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2e4652c5-35bb-41aa-9069-c20f571815e5 req-305916a1-fbe3-4a62-89e1-b327e5ec70bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 944 time: 0.4409947 Apr 02 13:11:45.960790 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-df05330a-eda2-4fe0-a78a-9465192c6650 req-6cc490a8-5306-4aa5-a767-1b4209a6d025 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235010 Apr 02 13:11:46.040185 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2e4652c5-35bb-41aa-9069-c20f571815e5 req-76624b32-26ac-4c03-acde-a715db2a0126 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183267 Apr 02 13:11:46.049649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Attempting to bind port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:11:46.050234 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Attempting to bind port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:11:46.050368 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Attempting to bind port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 on network fe6cb807-2995-4734-b5b5-f9a4735147d5 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:46.055658 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 on network fe6cb807-2995-4734-b5b5-f9a4735147d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:11:46.056049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Attempting to bind port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 on network fe6cb807-2995-4734-b5b5-f9a4735147d5 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:46.061654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:11:46.062331 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Checking segment: {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:46.062874 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Bound using segment: {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:11:46.063203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Bound port: 4c3ccb95-93e0-4a60-b30c-0d54cce38770, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:11:46.063583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:46.169983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] For port 4c3ccb95-93e0-4a60-b30c-0d54cce38770, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:11:46.173596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] For port 4c3ccb95-93e0-4a60-b30c-0d54cce38770, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:11:46.176809 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:46.191787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ff34db-890c-4958-9ee1-cd8653990ab2 {{(pid=84329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:11:46.193630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:46.200185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:46.216103 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Transition to ACTIVE for port object 63ff34db-890c-4958-9ee1-cd8653990ab2 will not be triggered until provisioned by entity L2. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:11:46.220196 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:46.235375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:46.348248 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3ccb95-93e0-4a60-b30c-0d54cce38770,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:46.351732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:46.368803 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Pushing event updated for resources: {'Port': ['ID=63ff34db-890c-4958-9ee1-cd8653990ab2,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:46.373640 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:46.377568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 59329d07-e957-4f61-be27-81f74c633e55 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:46.388947 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:46.389554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:46.391882 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] 10.222.0.23 "PUT /v2.0/ports/4c3ccb95-93e0-4a60-b30c-0d54cce38770 HTTP/1.1" status: 200 len: 1094 time: 2.0832024 Apr 02 13:11:46.392318 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'tag': '4c3ccb95-93e0-4a60-b30c-0d54cce38770'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:11:46.444031 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'tag': '4c3ccb95-93e0-4a60-b30c-0d54cce38770', 'status': 'completed', 'code': 200} Apr 02 13:11:46.505663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 59329d07-e957-4f61-be27-81f74c633e55 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:46.506080 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:46.540256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-b6951d75-c7fe-4bc9-a198-045583686440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:46.541913 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-b6951d75-c7fe-4bc9-a198-045583686440 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 1097 time: 0.0944276 Apr 02 13:11:46.645174 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-1d691c40-583b-417c-8235-863844f2e680 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770 HTTP/1.1" status: 200 len: 217 time: 0.0943460 Apr 02 13:11:46.680480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Attempting to bind port 63ff34db-890c-4958-9ee1-cd8653990ab2 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:11:46.680857 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Attempting to bind port 63ff34db-890c-4958-9ee1-cd8653990ab2 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:11:46.681497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Attempting to bind port 63ff34db-890c-4958-9ee1-cd8653990ab2 on network 34bffb8b-a28b-4660-9455-c161a62b84c4 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:46.687685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Port 63ff34db-890c-4958-9ee1-cd8653990ab2 on network 34bffb8b-a28b-4660-9455-c161a62b84c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:11:46.688063 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Attempting to bind port 63ff34db-890c-4958-9ee1-cd8653990ab2 on network 34bffb8b-a28b-4660-9455-c161a62b84c4 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:11:46.694130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:11:46.694533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Checking segment: {'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:11:46.694975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Bound using segment: {'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:11:46.695489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Bound port: 63ff34db-890c-4958-9ee1-cd8653990ab2, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df8065f-dc26-4af6-9c87-ded2a6d8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4'}}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:11:46.695897 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:46.727393 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-7bf6b556-2ffd-43dc-a33e-32d3c7cf2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:46.729014 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-7bf6b556-2ffd-43dc-a33e-32d3c7cf2584 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 200 len: 849 time: 0.0771303 Apr 02 13:11:46.792351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] For port 63ff34db-890c-4958-9ee1-cd8653990ab2, host hv-cinder-78299, cleared binding levels {{(pid=84329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:11:46.795438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] For port 63ff34db-890c-4958-9ee1-cd8653990ab2, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=63ff34db-890c-4958-9ee1-cd8653990ab2,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:11:46.799504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:46.812612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-019fd2f7-ac23-4eda-a475-3759efc4d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:46.814209 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-019fd2f7-ac23-4eda-a475-3759efc4d0b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe6cb807-2995-4734-b5b5-f9a4735147d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781271 Apr 02 13:11:46.814917 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:46.958543 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-653304ae-0c83-4b5a-89c2-fb492fa7b4d6 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366413 Apr 02 13:11:46.972442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Pushing event updated for resources: {'Port': ['ID=63ff34db-890c-4958-9ee1-cd8653990ab2,revision_number=3']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:46.978139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:47.012721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:47.013495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:47.015050 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/63ff34db-890c-4958-9ee1-cd8653990ab2 HTTP/1.1" status: 200 len: 1093 time: 1.4585936 Apr 02 13:11:47.015733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:11:47.126953 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'status': 'completed', 'code': 200} Apr 02 13:11:47.198170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-821afd5a-17bb-4efc-9bba-ab8c13217d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:47.199839 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-821afd5a-17bb-4efc-9bba-ab8c13217d2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b724dde5161c4effa01f9674048be1fe&device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1096 time: 0.1476278 Apr 02 13:11:47.247208 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02aef530-bb79-46e9-87dd-54fa575ff61f req-b094d310-6bd5-49ef-b0fe-adf20cc45450 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817092 Apr 02 13:11:47.451877 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5793-e878-44e8-aba3-fd4a7c9a348e req-ab600748-3478-46d7-9eb9-87603d9ef82b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:47.454402 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a79f5793-e878-44e8-aba3-fd4a7c9a348e req-ab600748-3478-46d7-9eb9-87603d9ef82b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 943 time: 0.2684207 Apr 02 13:11:47.539892 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-08faab16-b8d8-4473-b15e-954cf34d38f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ff34db-890c-4958-9ee1-cd8653990ab2 HTTP/1.1" status: 200 len: 217 time: 0.3303299 Apr 02 13:11:47.540030 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4f102-44d4-4e1f-8dc8-cd2ece10d376 req-6958f168-7262-494e-b592-c27e990bbcaa tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:47.541582 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b7c4f102-44d4-4e1f-8dc8-cd2ece10d376 req-6958f168-7262-494e-b592-c27e990bbcaa tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 944 time: 0.2697012 Apr 02 13:11:47.549124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-260b509c-3480-4411-b373-d1697eb83048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:47.550645 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-260b509c-3480-4411-b373-d1697eb83048 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 1097 time: 0.2045653 Apr 02 13:11:47.555003 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a79f5793-e878-44e8-aba3-fd4a7c9a348e req-27b1acc6-2e9e-4471-b552-1c02493b8371 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853152 Apr 02 13:11:47.619389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-7934041b-1f5e-4f87-b1cd-baf9f8f8853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:47.621028 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-7934041b-1f5e-4f87-b1cd-baf9f8f8853b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cdc876f-ea48-4428-8c12-29b19e815ce1 HTTP/1.1" status: 200 len: 847 time: 0.0732365 Apr 02 13:11:47.687898 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b7c4f102-44d4-4e1f-8dc8-cd2ece10d376 req-2930fa47-f3ec-446f-b382-cda85e394586 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362028 Apr 02 13:11:47.712307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-d85f41e0-9e26-4209-a7df-75aac10bf766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:47.713909 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-d85f41e0-9e26-4209-a7df-75aac10bf766 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34bffb8b-a28b-4660-9455-c161a62b84c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856745 Apr 02 13:11:47.738887 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-950ba945-90fc-409f-bd77-21a2d0a13bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:47.740540 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-950ba945-90fc-409f-bd77-21a2d0a13bcd service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 911 time: 0.1715062 Apr 02 13:11:47.819932 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-92d561ac-26ac-499c-9c2e-1716adcc43bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770 HTTP/1.1" status: 200 len: 217 time: 0.0714560 Apr 02 13:11:47.866823 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-d2634d2e-20ed-460f-a9a8-cafd1546293b service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446025 Apr 02 13:11:47.892742 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-ac2c1134-716a-4806-8b95-edde81b945c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:47.894311 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-ac2c1134-716a-4806-8b95-edde81b945c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 200 len: 849 time: 0.0668361 Apr 02 13:11:47.982554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-ea2ad968-1068-4c59-bad8-55453f021c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:47.984665 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-ea2ad968-1068-4c59-bad8-55453f021c69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe6cb807-2995-4734-b5b5-f9a4735147d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831010 Apr 02 13:11:48.027513 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-498163dd-0846-4de4-9dba-8db9b7efbeee req-e49a9c1f-3f40-4b28-89dd-4f6f09c0f19a service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528537 Apr 02 13:11:48.137714 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-7ac3491c-a9e1-489d-8fe4-2d07de1e23ac service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458354 Apr 02 13:11:48.152480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-7cf5345f-f18f-4457-bbd5-3986c3e6ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:48.154083 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-7cf5345f-f18f-4457-bbd5-3986c3e6ea59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b724dde5161c4effa01f9674048be1fe&device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1096 time: 0.0808468 Apr 02 13:11:48.290039 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-00224f63-7d53-4e6c-bddb-c7e4c6666e2f req-9bae963d-8f21-4405-a981-5c2b10c5bbaa service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439903 Apr 02 13:11:48.299825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-8aaf3bdc-fdee-4a7d-820c-89153c4f4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:48.301389 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-8aaf3bdc-fdee-4a7d-820c-89153c4f4721 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34bffb8b-a28b-4660-9455-c161a62b84c4 HTTP/1.1" status: 200 len: 909 time: 0.1406701 Apr 02 13:11:48.379029 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-6c90d208-3f65-4957-9dae-df2430016b19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ff34db-890c-4958-9ee1-cd8653990ab2 HTTP/1.1" status: 200 len: 217 time: 0.0709689 Apr 02 13:11:48.448266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-45d3095a-06ed-4519-a57a-66554142f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:48.449793 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-45d3095a-06ed-4519-a57a-66554142f342 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cdc876f-ea48-4428-8c12-29b19e815ce1 HTTP/1.1" status: 200 len: 847 time: 0.0632718 Apr 02 13:11:48.469163 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cece1837-260c-4675-8b18-7afd68cdd883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:48.536888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-09e09b58-3e8a-4506-a083-959ebef8b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:48.538445 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-09e09b58-3e8a-4506-a083-959ebef8b659 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34bffb8b-a28b-4660-9455-c161a62b84c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802653 Apr 02 13:11:48.681471 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-cc2e523b-7b56-4b69-83b7-983670eb990a service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342649 Apr 02 13:11:48.769582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f8b14-0cfc-44f7-801b-1e165b2d1bae req-598cc232-f0fc-410e-8b8e-425c2e30f16f tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:48.771833 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c48f8b14-0cfc-44f7-801b-1e165b2d1bae req-598cc232-f0fc-410e-8b8e-425c2e30f16f tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 943 time: 0.0953848 Apr 02 13:11:48.825975 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a63a8260-2a11-4029-9d0e-27bb1bef9de7 req-5ed95985-589b-4b31-960b-b48107c98ab1 service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365364 Apr 02 13:11:48.866440 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c48f8b14-0cfc-44f7-801b-1e165b2d1bae req-05e2b0c0-043a-4f7f-8c39-19f940875115 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887599 Apr 02 13:11:48.903903 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65154530-cde0-490a-a80e-38293138e642 req-3e68ecb3-65ba-4bcf-aba3-ca0bae84c4ab tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:48.905840 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-65154530-cde0-490a-a80e-38293138e642 req-3e68ecb3-65ba-4bcf-aba3-ca0bae84c4ab tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 944 time: 0.0961988 Apr 02 13:11:48.955979 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-65154530-cde0-490a-a80e-38293138e642 req-2411a45c-030b-4d5e-8441-b5a0a19807d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436580 Apr 02 13:11:49.284870 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4c3ccb95-93e0-4a60-b30c-0d54cce38770 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:11:49.430077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4c3ccb95-93e0-4a60-b30c-0d54cce38770, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:49.443956 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '4c3ccb95-93e0-4a60-b30c-0d54cce38770', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'port_id': '4c3ccb95-93e0-4a60-b30c-0d54cce38770', 'mac_address': 'fa:16:3e:d1:6a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:11:49.503235 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:49.521678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3ccb95-93e0-4a60-b30c-0d54cce38770 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:11:49.538190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4c3ccb95-93e0-4a60-b30c-0d54cce38770, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:49.540885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:49.542662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:49.614214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4c3ccb95-93e0-4a60-b30c-0d54cce38770,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:49.617288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:49.755191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['4c3ccb95-93e0-4a60-b30c-0d54cce38770'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:11:49.926440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:49.981522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:50.130627 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10c7d6-1c06-4b3e-bfae-167e6b7c085e req-38e0f67f-422b-4e5d-bc83-5a92664166a5 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:50.132256 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0b10c7d6-1c06-4b3e-bfae-167e6b7c085e req-38e0f67f-422b-4e5d-bc83-5a92664166a5 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 943 time: 0.1514275 Apr 02 13:11:50.203644 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0b10c7d6-1c06-4b3e-bfae-167e6b7c085e req-81f5c852-4f43-42ba-97b3-b86152b93896 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645976 Apr 02 13:11:50.212371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac97a-621e-4cd7-91d4-e955a3f2a5dc req-f836e512-5f74-4270-b904-6673c85552b7 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:50.213912 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4fbac97a-621e-4cd7-91d4-e955a3f2a5dc req-f836e512-5f74-4270-b904-6673c85552b7 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 945 time: 0.1449647 Apr 02 13:11:50.266411 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4fbac97a-621e-4cd7-91d4-e955a3f2a5dc req-13efd255-23f2-4a78-a4be-ebc852be7d69 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455165 Apr 02 13:11:50.570700 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60606) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:50.695498 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d1da6ec3-ca65-4fa0-855e-661e1bdac36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:50.695762 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-178c7a60-d925-43f4-8c49-9a3bc0fc853f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:50.711136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-178c7a60-d925-43f4-8c49-9a3bc0fc853f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:50.715185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-178c7a60-d925-43f4-8c49-9a3bc0fc853f admin admin] Usage tracker for resource:security_group_rule and tenant:97ac8850ee384a1bb3bde04809d17425 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:50.718359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-178c7a60-d925-43f4-8c49-9a3bc0fc853f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:50.724427 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-178c7a60-d925-43f4-8c49-9a3bc0fc853f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:50.808667 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-178c7a60-d925-43f4-8c49-9a3bc0fc853f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:50.811436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-178c7a60-d925-43f4-8c49-9a3bc0fc853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:50.820603 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7c30e830-523a-42c6-9262-ffb4a0806603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:50.865763 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-178c7a60-d925-43f4-8c49-9a3bc0fc853f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97ac8850ee384a1bb3bde04809d17425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939456 Apr 02 13:11:50.867554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c7a60-d925-43f4-8c49-9a3bc0fc853f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fac0bae-fb50-4348-9910-5eb4bd0c8e51,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:50.868734 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60612) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:50.870839 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-178c7a60-d925-43f4-8c49-9a3bc0fc853f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:50.930664 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-164c975d-a30d-4664-8492-65e000225aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:50.957862 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-164c975d-a30d-4664-8492-65e000225aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.003817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-164c975d-a30d-4664-8492-65e000225aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.008892 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-25112288-ff71-4111-b5a3-dc4aa079cd6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:51.022740 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c975d-a30d-4664-8492-65e000225aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fac0bae-fb50-4348-9910-5eb4bd0c8e51,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:51.025392 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-164c975d-a30d-4664-8492-65e000225aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:51.027445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-164c975d-a30d-4664-8492-65e000225aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.028661 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-164c975d-a30d-4664-8492-65e000225aa7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fac0bae-fb50-4348-9910-5eb4bd0c8e51 HTTP/1.1" status: 204 len: 168 time: 0.1587973 Apr 02 13:11:51.300175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 63ff34db-890c-4958-9ee1-cd8653990ab2 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:11:51.305338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4c3ccb95-93e0-4a60-b30c-0d54cce38770 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:51.320228 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60624) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:51.352902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.371442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:51.376702 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] Usage tracker for resource:security_group_rule and tenant:c096b59d2e8c4393b7cc0b8a6d829396 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:51.380050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:51.386632 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:51.486727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.490400 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.497731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:51.500516 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7b45d604-0725-413a-9ac7-8a5ce919535e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:51.520581 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:51.521108 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.550150 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c096b59d2e8c4393b7cc0b8a6d829396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262366 Apr 02 13:11:51.550639 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60628) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:51.554636 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dbe893-a982-465e-822e-d70d0ba54953,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:51.559038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:51.611316 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 63ff34db-890c-4958-9ee1-cd8653990ab2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=63ff34db-890c-4958-9ee1-cd8653990ab2,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:51.625606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa906712-d0dd-4902-9b6b-44765c97c86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.629023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.636405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'port_id': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'mac_address': 'fa:16:3e:2b:d0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:11:51.653881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa906712-d0dd-4902-9b6b-44765c97c86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.704827 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa906712-d0dd-4902-9b6b-44765c97c86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.705964 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b7a28-c6c4-4d70-bd6c-990557b64199 req-281b989d-969a-4ea7-858e-b6e555f2c05e tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:51.707592 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-307b7a28-c6c4-4d70-bd6c-990557b64199 req-281b989d-969a-4ea7-858e-b6e555f2c05e tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 943 time: 0.3831491 Apr 02 13:11:51.711371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ca198ad5-ba0b-4393-ac09-9e8ae095f056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:51.725589 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa906712-d0dd-4902-9b6b-44765c97c86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dbe893-a982-465e-822e-d70d0ba54953,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:51.728261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa906712-d0dd-4902-9b6b-44765c97c86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.738688 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-aa906712-d0dd-4902-9b6b-44765c97c86c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32dbe893-a982-465e-822e-d70d0ba54953 HTTP/1.1" status: 204 len: 168 time: 0.1804640 Apr 02 13:11:51.744462 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-aa906712-d0dd-4902-9b6b-44765c97c86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:51.753504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.775520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d293af-703b-4536-a233-3a832fad5862 req-52bdac6b-afe3-4220-8a6a-185a85be1e05 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:51.777541 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02d293af-703b-4536-a233-3a832fad5862 req-52bdac6b-afe3-4220-8a6a-185a85be1e05 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 945 time: 0.1777418 Apr 02 13:11:51.782164 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-307b7a28-c6c4-4d70-bd6c-990557b64199 req-c4d85d24-8730-465c-a63f-d270cbe84f2e tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659304 Apr 02 13:11:51.788937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ff34db-890c-4958-9ee1-cd8653990ab2 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:11:51.802243 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.832332 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-02d293af-703b-4536-a233-3a832fad5862 req-d55dd1bd-7c66-495a-853e-1355169afe61 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467105 Apr 02 13:11:51.832765 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 63ff34db-890c-4958-9ee1-cd8653990ab2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=63ff34db-890c-4958-9ee1-cd8653990ab2,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:51.838221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3ccb95-93e0-4a60-b30c-0d54cce38770'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:11:51.847682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.850393 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:51.888231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4c3ccb95-93e0-4a60-b30c-0d54cce38770, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:51.898752 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3ccb95-93e0-4a60-b30c-0d54cce38770', 'code': 200} Apr 02 13:11:51.903835 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:51.928768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=63ff34db-890c-4958-9ee1-cd8653990ab2,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:51.931940 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:51.932455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-24589835-8d8a-4408-a482-aa950ca500eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:52.008246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4c3ccb95-93e0-4a60-b30c-0d54cce38770,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:52.016629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:52.079993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['63ff34db-890c-4958-9ee1-cd8653990ab2'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:11:52.178489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9029d-0958-4a0a-88c0-929e7e5a1e7a req-cb1b2839-77d0-4246-bb7e-b43f33c709ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:52.180584 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e3b9029d-0958-4a0a-88c0-929e7e5a1e7a req-cb1b2839-77d0-4246-bb7e-b43f33c709ac service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 1099 time: 0.1075938 Apr 02 13:11:52.230366 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e3b9029d-0958-4a0a-88c0-929e7e5a1e7a req-9bf37e9d-aab0-436b-ba86-9b2d25f9aa9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434966 Apr 02 13:11:53.057680 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d2042-3874-4f1c-83f5-b98d2d7328cf req-b2ac72ce-bfa7-4662-9167-351f98622997 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:53.059393 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1a7d2042-3874-4f1c-83f5-b98d2d7328cf req-b2ac72ce-bfa7-4662-9167-351f98622997 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 944 time: 0.1624327 Apr 02 13:11:53.097940 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9afd3-4d32-4fa5-810e-d2b9367bf2f7 req-c0460cdb-1b55-49ea-9f59-5273d2da0997 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:53.099368 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-29b9afd3-4d32-4fa5-810e-d2b9367bf2f7 req-c0460cdb-1b55-49ea-9f59-5273d2da0997 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1460094 Apr 02 13:11:53.173137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:53.175008 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1a7d2042-3874-4f1c-83f5-b98d2d7328cf req-0b91e993-5db1-44ab-955a-c78436e77918 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058609 Apr 02 13:11:53.185331 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-29b9afd3-4d32-4fa5-810e-d2b9367bf2f7 req-fc9f8c83-a9cf-4a68-bb88-88c433a7517f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732360 Apr 02 13:11:53.296865 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 63ff34db-890c-4958-9ee1-cd8653990ab2 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:11:53.368592 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 63ff34db-890c-4958-9ee1-cd8653990ab2 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:11:53.373581 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 63ff34db-890c-4958-9ee1-cd8653990ab2 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:11:53.374004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:53.502853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:53.538357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 63ff34db-890c-4958-9ee1-cd8653990ab2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=63ff34db-890c-4958-9ee1-cd8653990ab2,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:53.541363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:53.543329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:53.617164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=63ff34db-890c-4958-9ee1-cd8653990ab2,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:53.620480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:53.899801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:11:53.951488 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'code': 200} Apr 02 13:11:54.285064 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe8b47-7bc5-47df-92f1-a4cc0f484b5f req-6206fcf8-271e-4a8d-bc92-0ba01e5aa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:54.286660 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-19fe8b47-7bc5-47df-92f1-a4cc0f484b5f req-6206fcf8-271e-4a8d-bc92-0ba01e5aa5cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1098 time: 0.0790420 Apr 02 13:11:54.335554 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-19fe8b47-7bc5-47df-92f1-a4cc0f484b5f req-b1c5eb21-4aad-4f59-8cf9-f27ffd3f2f23 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 Apr 02 13:11:54.382777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5597c-c582-4748-aa1b-298e10de24d3 req-aae84bd9-094d-4681-933f-80c55627d821 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:54.384416 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-52f5597c-c582-4748-aa1b-298e10de24d3 req-aae84bd9-094d-4681-933f-80c55627d821 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0937376 Apr 02 13:11:54.438184 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-52f5597c-c582-4748-aa1b-298e10de24d3 req-8a86e89c-d4f6-4f44-a0bd-325f2359657f tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468998 Apr 02 13:11:54.635162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b38cd-9f8a-4773-9575-0caaf82e4745 req-cf707cc0-b366-4978-8e7c-e3c51d3d760b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:54.637436 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-824b38cd-9f8a-4773-9575-0caaf82e4745 req-cf707cc0-b366-4978-8e7c-e3c51d3d760b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0974593 Apr 02 13:11:54.689119 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-824b38cd-9f8a-4773-9575-0caaf82e4745 req-88bb6aa3-4ab3-46fd-953d-593e76c02d0e tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445559 Apr 02 13:11:54.884396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42459ff0-0f62-4e03-947e-01dbe0eb0bcf req-df382273-8254-4b44-9ba9-c5c36f79910c tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:54.885955 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-42459ff0-0f62-4e03-947e-01dbe0eb0bcf req-df382273-8254-4b44-9ba9-c5c36f79910c tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0855200 Apr 02 13:11:54.895833 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60706) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:54.901364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-3c0c3b1d-c604-47a4-9ac3-a09fcf5221cf tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'floatingip': {'port_id': '4c3ccb95-93e0-4a60-b30c-0d54cce38770'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:54.986392 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3b1d-c604-47a4-9ac3-a09fcf5221cf tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:55.698588 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3b1d-c604-47a4-9ac3-a09fcf5221cf tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:55.708054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3b1d-c604-47a4-9ac3-a09fcf5221cf tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:55.870452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097a61d-1c92-46ec-a645-9562ce3ac995 req-ab20f9bf-23aa-40dd-8909-789816b97101 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:55.872088 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2097a61d-1c92-46ec-a645-9562ce3ac995 req-ab20f9bf-23aa-40dd-8909-789816b97101 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.2696822 Apr 02 13:11:55.948543 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [None req-3c0c3b1d-c604-47a4-9ac3-a09fcf5221cf tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Floating IP 7b4d61e7-72ab-41cf-a81d-e02974c3252b associated. External IP: 172.28.1.102, port: 4c3ccb95-93e0-4a60-b30c-0d54cce38770. Apr 02 13:11:56.071398 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2097a61d-1c92-46ec-a645-9562ce3ac995 req-9fce13d4-67ac-4be9-93af-4c7071e414cb tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875317 Apr 02 13:11:56.698540 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf412ac-2ac0-4863-834d-0989b8c9ce8f req-5c645594-49aa-435a-b1a3-2ec6574715d8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:56.700086 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bbf412ac-2ac0-4863-834d-0989b8c9ce8f req-5c645594-49aa-435a-b1a3-2ec6574715d8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 946 time: 0.6093454 Apr 02 13:11:56.713378 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0c3b1d-c604-47a4-9ac3-a09fcf5221cf tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:11:56.721803 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5379aa-ab90-446b-8757-e596686f4613 req-d23e3119-2c95-4b2d-9486-ae70735ad99f tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:56.723320 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b5379aa-ab90-446b-8757-e596686f4613 req-d23e3119-2c95-4b2d-9486-ae70735ad99f tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.4842010 Apr 02 13:11:56.944098 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bbf412ac-2ac0-4863-834d-0989b8c9ce8f req-f00811c6-5780-4bed-a1ce-561e7ad56f3a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334437 Apr 02 13:11:56.953024 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b5379aa-ab90-446b-8757-e596686f4613 req-7faba607-9ca9-40df-b231-d80143002c18 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143168 Apr 02 13:11:56.988793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0c3b1d-c604-47a4-9ac3-a09fcf5221cf tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:11:56.990129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60738) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:56.998413 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] Sync routers for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:11:57.003451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3b1d-c604-47a4-9ac3-a09fcf5221cf tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:57.068735 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3c0c3b1d-c604-47a4-9ac3-a09fcf5221cf tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "PUT /v2.0/floatingips/7b4d61e7-72ab-41cf-a81d-e02974c3252b HTTP/1.1" status: 200 len: 992 time: 2.1717672 Apr 02 13:11:57.069880 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'tag': '4c3ccb95-93e0-4a60-b30c-0d54cce38770'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:11:57.158960 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'tag': '4c3ccb95-93e0-4a60-b30c-0d54cce38770', 'status': 'completed', 'code': 200} Apr 02 13:11:57.185732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:57.186767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:57.357302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-ba8bae43-b146-4ea6-9f61-82bae13bff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:57.359932 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-ba8bae43-b146-4ea6-9f61-82bae13bff51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 1099 time: 0.1740654 Apr 02 13:11:57.365995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d147d77-1924-40bb-a98f-8821525e3480 tempest-TestShelveInstance-1660822403 tempest-TestShelveInstance-1660822403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:57.367868 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3d147d77-1924-40bb-a98f-8821525e3480 tempest-TestShelveInstance-1660822403 tempest-TestShelveInstance-1660822403-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1093 time: 0.3766346 Apr 02 13:11:57.371018 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60752) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:57.377690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Request body: {'floatingip': {'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'port_id': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:11:57.393557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:57.393979 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:57.402704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Usage tracker for resource:floatingip and tenant:b724dde5161c4effa01f9674048be1fe is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:57.407211 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:57.422915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:57.441209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for floatingip, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:57.522785 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-a82c56b7-6371-40af-9497-d35c51a8e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:57.524334 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-a82c56b7-6371-40af-9497-d35c51a8e25b service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 911 time: 0.1508543 Apr 02 13:11:57.639871 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-a8f596a2-d5d8-4b83-8034-c15521914a4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770 HTTP/1.1" status: 200 len: 1000 time: 0.1082487 Apr 02 13:11:57.676048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:57.719558 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-d351a699-694e-4ced-b9f9-8146d58d9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:57.721325 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-d351a699-694e-4ced-b9f9-8146d58d9db5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 200 len: 849 time: 0.0755804 Apr 02 13:11:57.766868 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-105fa440-c344-4762-87d0-78282ef7abd9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:57.768499 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-105fa440-c344-4762-87d0-78282ef7abd9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.23 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 946 time: 0.2045531 Apr 02 13:11:57.820689 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-bb83ed3d-dfa4-4cbb-9519-8a14a8e29c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:57.822673 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-bb83ed3d-dfa4-4cbb-9519-8a14a8e29c92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe6cb807-2995-4734-b5b5-f9a4735147d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943792 Apr 02 13:11:57.823186 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60760) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:57.828864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '7b4d61e7-72ab-41cf-a81d-e02974c3252b', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'port_id': '4c3ccb95-93e0-4a60-b30c-0d54cce38770', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'mac_address': 'fa:16:3e:d1:6a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:11:39Z', 'updated_at': '2021-04-02T13:11:55Z', 'revision_number': 1, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:57.833751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] Checking router: 42ceed77-0246-455d-9e1c-f5703e9a8cd2 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:11:57.844659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:11:57.845335 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:57.922041 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Deleting port 0d8beb0b-6c91-4784-a18e-807f7720326b {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:11:57.922431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:57.973640 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:57.990490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Allocated IP 172.28.1.117 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/393653bf-ac61-4036-9985-ee43bd4c5e06) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:11:58.052424 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-fd57e03d-9ccf-4659-b18b-cf17df0789d6 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214103 Apr 02 13:11:58.056164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:58.061477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] Usage tracker for resource:security_group_rule and tenant:9dd3a483436d4a43a29444851731348e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:58.065341 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:11:58.093508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:58.102919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:58.294174 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-439cf9fb-9b17-49bf-8b0c-86cd53929ab7 req-43c33b0e-1c57-4b2d-bcd9-45dc7113a3fc service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282257 Apr 02 13:11:58.334613 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:58.338097 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:58.347684 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3893109c-f807-4792-ae9e-53c7bcfe6eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:58.391022 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9dd3a483436d4a43a29444851731348e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5666842 Apr 02 13:11:58.393621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60770) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:58.396462 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2f72ff-a811-476a-b84a-582c3ae89617,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:58.412231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:58.454079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca48fed-7129-4468-bd99-d4c170a3a73b req-5a0d78ef-1a55-43bb-99b4-d324473c7c77 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:11:58.455768 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8ca48fed-7129-4468-bd99-d4c170a3a73b req-5a0d78ef-1a55-43bb-99b4-d324473c7c77 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 946 time: 0.3783851 Apr 02 13:11:58.462577 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:58.465314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8fed8f89-f75f-4279-83cf-101f2c0be7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:58.466690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] For port 0d8beb0b-6c91-4784-a18e-807f7720326b, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=0d8beb0b-6c91-4784-a18e-807f7720326b,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:11:58.467088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:58.479199 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '7b4d61e7-72ab-41cf-a81d-e02974c3252b', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'port_id': '4c3ccb95-93e0-4a60-b30c-0d54cce38770', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'mac_address': 'fa:16:3e:d1:6a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:11:39Z', 'updated_at': '2021-04-02T13:11:55Z', 'revision_number': 1, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:11:58.484530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ed053c-0ad3-4f59-8964-e5fcd27cbf85 None None] The sync data for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb is: [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '7b4d61e7-72ab-41cf-a81d-e02974c3252b', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'port_id': '4c3ccb95-93e0-4a60-b30c-0d54cce38770', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'mac_address': 'fa:16:3e:d1:6a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:11:39Z', 'updated_at': '2021-04-02T13:11:55Z', 'revision_number': 1, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:11:58.495052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8fed8f89-f75f-4279-83cf-101f2c0be7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:58.545367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8fed8f89-f75f-4279-83cf-101f2c0be7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:58.551889 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-caa9da9a-1b15-4fff-82c0-4c99d526967f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:58.563384 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed8f89-f75f-4279-83cf-101f2c0be7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2f72ff-a811-476a-b84a-582c3ae89617,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:58.567408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8fed8f89-f75f-4279-83cf-101f2c0be7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:58.571001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8fed8f89-f75f-4279-83cf-101f2c0be7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:58.574811 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8fed8f89-f75f-4279-83cf-101f2c0be7f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea2f72ff-a811-476a-b84a-582c3ae89617 HTTP/1.1" status: 204 len: 168 time: 0.1776578 Apr 02 13:11:58.633686 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8ca48fed-7129-4468-bd99-d4c170a3a73b req-d29b9a83-a1dd-4abf-a2aa-58649652e062 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=07f84780-4a2f-4e9f-bbd7-9daf815e95c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564960 Apr 02 13:11:58.726433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:58.744423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:58.802695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95247ace-8dfc-4ae2-ab46-f39b8727d69f None None] New status for floating IP 7b4d61e7-72ab-41cf-a81d-e02974c3252b: ACTIVE {{(pid=84332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:11:58.886528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60778) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:58.906973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:58.927781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:11:58.932185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] Usage tracker for resource:security_group_rule and tenant:87b5ef90a90e497c8a4f18886b3b7026 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:11:58.935269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:11:58.942323 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:11:58.980864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event updated for resources: {'Port': ['ID=393653bf-ac61-4036-9985-ee43bd4c5e06,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:58.988359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:59.018886 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:59.019302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:59.019665 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Floating IP 7f9553e8-3dd7-4c8b-943c-547e451779a4 disassociated. External IP: 172.28.1.72, port: 0d8beb0b-6c91-4784-a18e-807f7720326b. Apr 02 13:11:59.020051 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Calling delete_port for 0d8beb0b-6c91-4784-a18e-807f7720326b owned by compute:nova {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:11:59.037317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:59.040342 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:59.049628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-124a5c8f-607b-4148-ba9c-a9ba6f80d4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:59.095609 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87b5ef90a90e497c8a4f18886b3b7026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046542 Apr 02 13:11:59.095972 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60782) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:11:59.099684 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e9dcf-f858-42c9-a94a-43e5d200f7a5,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:59.123011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:59.132495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:11:59.134292 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:11:59.136883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:11:59.176054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ed73f9e9-7038-4759-8c6e-8de80eac983d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:59.205464 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ed73f9e9-7038-4759-8c6e-8de80eac983d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:59.253711 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ed73f9e9-7038-4759-8c6e-8de80eac983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:59.258809 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a41f4c4b-f132-43e5-832c-2ba513184d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:59.273201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73f9e9-7038-4759-8c6e-8de80eac983d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e9dcf-f858-42c9-a94a-43e5d200f7a5,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:59.276275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ed73f9e9-7038-4759-8c6e-8de80eac983d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:59.277250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ed73f9e9-7038-4759-8c6e-8de80eac983d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:59.278476 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-ed73f9e9-7038-4759-8c6e-8de80eac983d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca8e9dcf-f858-42c9-a94a-43e5d200f7a5 HTTP/1.1" status: 204 len: 168 time: 0.1816196 Apr 02 13:11:59.550731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:11:59.568183 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2498ae24-4df8-43e2-8939-551019f2ed89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:11:59.700067 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event deleted for resources: {'Port': ['ID=0d8beb0b-6c91-4784-a18e-807f7720326b,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:11:59.711325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:11:59.950643 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-134963f7-d1c0-4750-a06c-7efe0ae36f31 req-fbe12479-623f-431b-9f5e-228812a2a48d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 210 time: 0.1375847 Apr 02 13:12:00.263777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Router 4fdfc4ac-2607-4591-8e32-d99ef216b674 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:12:00.338652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:00.530900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:12:00.542440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] Sync routers for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:12:00.556554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:12:00.557231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:00.561219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:00.661937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] No DVR routers for this DVR port 0d8beb0b-6c91-4784-a18e-807f7720326b on host hv-cinder-78299 {{(pid=84330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:12:00.666536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:00.669325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'name': 'network-vif-deleted', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:12:00.737020 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3964a65a-54e8-4ca9-bdd8-15eba3a6db7b', 'name': 'network-vif-deleted', 'tag': '0d8beb0b-6c91-4784-a18e-807f7720326b', 'status': 'completed', 'code': 200} Apr 02 13:12:00.743066 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ce7b83b6-1c8e-43f2-842f-84d216ef97e7 req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.23 "DELETE /v2.0/ports/0d8beb0b-6c91-4784-a18e-807f7720326b HTTP/1.1" status: 204 len: 173 time: 2.9589462 Apr 02 13:12:00.855697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:12:01.010288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:01.016914 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:01.034143 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-647f07b1-4eec-43a7-8775-44ec02db31b2 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:01.268084 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-80ca9bec-9567-4b23-9911-f0f536b51964 req-a8e31d3d-f1d5-4715-8ed2-99c5cab56df6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Synchronizing usage tracker for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:12:01.325488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event updated for resources: {'Port': ['ID=393653bf-ac61-4036-9985-ee43bd4c5e06,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:01.341572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:01.350742 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:01.354988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] Checking router: 4fdfc4ac-2607-4591-8e32-d99ef216b674 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:12:01.360557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0d8beb0b-6c91-4784-a18e-807f7720326b no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:12:01.402460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 0d8beb0b-6c91-4784-a18e-807f7720326b {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:12:01.402848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 0d8beb0b-6c91-4784-a18e-807f7720326b not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:12:01.404452 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:12:01.405632 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:01.429038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-80ca9bec-9567-4b23-9911-f0f536b51964 req-a8e31d3d-f1d5-4715-8ed2-99c5cab56df6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Unset dirty status for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:12:01.430319 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-80ca9bec-9567-4b23-9911-f0f536b51964 req-a8e31d3d-f1d5-4715-8ed2-99c5cab56df6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=3964a65a-54e8-4ca9-bdd8-15eba3a6db7b HTTP/1.1" status: 200 len: 210 time: 0.2788937 Apr 02 13:12:01.435201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:01.637543 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Floating IP e1134d72-a0fa-4ceb-b691-bf99bc692fb0 associated. External IP: 172.28.1.117, port: 63ff34db-890c-4958-9ee1-cd8653990ab2. Apr 02 13:12:01.829428 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:12:02.263406 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:02.268989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d809af-cf46-4613-9a41-07f8f079cc9c None None] The sync data for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb is: [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:12:02.355832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Router e66e374e-bc67-4bab-8998-e7674e0f07d7 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:12:02.593347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:12:02.610900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] Sync routers for ids ['e66e374e-bc67-4bab-8998-e7674e0f07d7'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:12:02.621238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60870) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:02.633864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] Routers {'e66e374e-bc67-4bab-8998-e7674e0f07d7'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:12:02.634553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['e66e374e-bc67-4bab-8998-e7674e0f07d7'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:02.637674 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:02.715648 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3317521 Apr 02 13:12:02.739841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:12:02.754830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a2eba00-f806-4ad7-965a-b48a14c807c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:02.773257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60878) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:02.800329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a2eba00-f806-4ad7-965a-b48a14c807c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:02.823360 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'status': 'completed', 'code': 200} Apr 02 13:12:02.853652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a2eba00-f806-4ad7-965a-b48a14c807c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:02.860486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4cfb922b-f4ed-4b83-908d-7e886d4b3cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:02.877448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eba00-f806-4ad7-965a-b48a14c807c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f84780-4a2f-4e9f-bbd7-9daf815e95c4,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:02.880599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7a2eba00-f806-4ad7-965a-b48a14c807c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:02.887616 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8089f126-fc91-436b-bb32-23d4cc0da92c None None] New status for floating IP 7f9553e8-3dd7-4c8b-943c-547e451779a4: DOWN {{(pid=84331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:12:02.911322 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a2eba00-f806-4ad7-965a-b48a14c807c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:02.918347 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7a2eba00-f806-4ad7-965a-b48a14c807c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "DELETE /v2.0/security-groups/07f84780-4a2f-4e9f-bbd7-9daf815e95c4 HTTP/1.1" status: 204 len: 168 time: 0.2960351 Apr 02 13:12:02.921924 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60886) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:02.927811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] Set router e66e374e-bc67-4bab-8998-e7674e0f07d7 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:12:02.946885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:02.963529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:02.968476 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] Usage tracker for resource:security_group_rule and tenant:09276c825ad44c8bb656bf1808263fdc is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:02.971860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:02.977016 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.v2.resource [None req-f558cdd7-f25b-4c9a-a5f9-731c8c071556 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] show failed (client error): The resource could not be found. Apr 02 13:12:02.978130 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f558cdd7-f25b-4c9a-a5f9-731c8c071556 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups/07f84780-4a2f-4e9f-bbd7-9daf815e95c4 HTTP/1.1" status: 404 len: 347 time: 0.0551891 Apr 02 13:12:02.978343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:02.983058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60890) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:02.991832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b746073-ccf7-412e-81f1-75963651bb4a req-7c631c3e-4215-4811-b1f5-e7076dbdc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:02.993504 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6b746073-ccf7-412e-81f1-75963651bb4a req-7c631c3e-4215-4811-b1f5-e7076dbdc10f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b724dde5161c4effa01f9674048be1fe&device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1098 time: 0.1492562 Apr 02 13:12:03.212373 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b746073-ccf7-412e-81f1-75963651bb4a req-285f14d9-8f30-479a-9f9c-d8fcbe695ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:03.223811 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6b746073-ccf7-412e-81f1-75963651bb4a req-285f14d9-8f30-479a-9f9c-d8fcbe695ce9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34bffb8b-a28b-4660-9455-c161a62b84c4 HTTP/1.1" status: 200 len: 909 time: 0.2239220 Apr 02 13:12:03.242819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Deleting port 0e9bd245-4c3b-4fa6-b6f9-ee07b8c177d4 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:12:03.243195 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:03.356675 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6b746073-ccf7-412e-81f1-75963651bb4a req-137e0d49-6cac-4651-b24f-b18dcef3426c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ff34db-890c-4958-9ee1-cd8653990ab2 HTTP/1.1" status: 200 len: 999 time: 0.1155670 Apr 02 13:12:03.432239 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b746073-ccf7-412e-81f1-75963651bb4a req-b437476f-ad90-46c8-8b83-f7d57a7399cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:03.433968 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6b746073-ccf7-412e-81f1-75963651bb4a req-b437476f-ad90-46c8-8b83-f7d57a7399cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cdc876f-ea48-4428-8c12-29b19e815ce1 HTTP/1.1" status: 200 len: 847 time: 0.0715802 Apr 02 13:12:03.444941 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:05Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': 'e1134d72-a0fa-4ceb-b691-bf99bc692fb0', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'floating_ip_address': '172.28.1.117', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'port_id': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'mac_address': 'fa:16:3e:2b:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:12:00Z', 'updated_at': '2021-04-02T13:12:00Z', 'revision_number': 0, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a212b1c-1f8c-4285-9081-8cd508a0b2a3', 'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'mac_address': 'fa:16:3e:e1:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:04Z', 'updated_at': '2021-04-02T13:11:14Z', 'revision_number': 5, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'subnets': [{'id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:03.449170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] Checking router: e66e374e-bc67-4bab-8998-e7674e0f07d7 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:12:03.458487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] Routers {'e66e374e-bc67-4bab-8998-e7674e0f07d7'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:12:03.459226 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:11:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['e66e374e-bc67-4bab-8998-e7674e0f07d7'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:03.476185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:03.476553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:03.520504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b746073-ccf7-412e-81f1-75963651bb4a req-ee4c1ff0-0050-4a3e-8644-f75a0b3b027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:03.522239 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6b746073-ccf7-412e-81f1-75963651bb4a req-ee4c1ff0-0050-4a3e-8644-f75a0b3b027e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34bffb8b-a28b-4660-9455-c161a62b84c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820694 Apr 02 13:12:03.632336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Calling delete_port for 0e9bd245-4c3b-4fa6-b6f9-ee07b8c177d4 owned by network:floatingip {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:12:03.660260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] Set router e66e374e-bc67-4bab-8998-e7674e0f07d7 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:12:03.673443 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6b746073-ccf7-412e-81f1-75963651bb4a req-2237a4c8-10d0-4f8f-8618-cf7e73da0c62 service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449049 Apr 02 13:12:03.681788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:03.693347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:03.706014 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ed73f9e9-7038-4759-8c6e-8de80eac983d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:03.758415 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09276c825ad44c8bb656bf1808263fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9815207 Apr 02 13:12:03.760124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60894) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:03.770593 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028f213a-9316-4b7a-bf49-a4ca7522c774,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:03.774004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:03.867098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:03.883331 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-37c2e01b-d761-4818-880a-b0352059ca14 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:03.887829 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6b746073-ccf7-412e-81f1-75963651bb4a req-8031ef37-6e8e-4095-8eca-7330a721597f service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046561 Apr 02 13:12:03.888696 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e2938d65-9b22-428d-b49e-70f185e41e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:03.928442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e2938d65-9b22-428d-b49e-70f185e41e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:03.981446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e2938d65-9b22-428d-b49e-70f185e41e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:03.987411 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c34ace0b-e0fb-4af9-9fbe-be22329214da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:04.003208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2938d65-9b22-428d-b49e-70f185e41e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028f213a-9316-4b7a-bf49-a4ca7522c774,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:04.006550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e2938d65-9b22-428d-b49e-70f185e41e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:04.007580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e2938d65-9b22-428d-b49e-70f185e41e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.011870 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e2938d65-9b22-428d-b49e-70f185e41e17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/028f213a-9316-4b7a-bf49-a4ca7522c774 HTTP/1.1" status: 204 len: 168 time: 0.2477846 Apr 02 13:12:04.059558 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:05Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': 'e1134d72-a0fa-4ceb-b691-bf99bc692fb0', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'floating_ip_address': '172.28.1.117', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'port_id': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'mac_address': 'fa:16:3e:2b:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:12:00Z', 'updated_at': '2021-04-02T13:12:00Z', 'revision_number': 0, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a212b1c-1f8c-4285-9081-8cd508a0b2a3', 'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'mac_address': 'fa:16:3e:e1:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:04Z', 'updated_at': '2021-04-02T13:11:14Z', 'revision_number': 5, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'subnets': [{'id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:04.067282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a5653-be1b-411d-8d81-3532b6e6494c None None] The sync data for ids ['e66e374e-bc67-4bab-8998-e7674e0f07d7'] in dv-cinder-782995-3-smb is: [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:05Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': 'e1134d72-a0fa-4ceb-b691-bf99bc692fb0', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'floating_ip_address': '172.28.1.117', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'port_id': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'mac_address': 'fa:16:3e:2b:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:12:00Z', 'updated_at': '2021-04-02T13:12:00Z', 'revision_number': 0, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a212b1c-1f8c-4285-9081-8cd508a0b2a3', 'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'mac_address': 'fa:16:3e:e1:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:04Z', 'updated_at': '2021-04-02T13:11:14Z', 'revision_number': 5, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'subnets': [{'id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:12:04.241111 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event deleted for resources: {'Port': ['ID=0e9bd245-4c3b-4fa6-b6f9-ee07b8c177d4,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:04.245340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:04.350428 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60904) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:04.370434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a857-50f9-499b-ac2f-94da5be95342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.388048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b1b9a857-50f9-499b-ac2f-94da5be95342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:04.393562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b1b9a857-50f9-499b-ac2f-94da5be95342 admin admin] Usage tracker for resource:security_group_rule and tenant:692fb449d4be4acba6d08b809211681c is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:04.396760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b1b9a857-50f9-499b-ac2f-94da5be95342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:04.403206 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b1b9a857-50f9-499b-ac2f-94da5be95342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:04.415024 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3d18a-ef94-4e8d-827b-d1ebd97abc24 None None] New status for floating IP e1134d72-a0fa-4ceb-b691-bf99bc692fb0: ACTIVE {{(pid=84332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:12:04.424069 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.454199 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.455470 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "DELETE /v2.0/floatingips/7f9553e8-3dd7-4c8b-943c-547e451779a4 HTTP/1.1" status: 204 len: 168 time: 1.4689786 Apr 02 13:12:04.531448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a857-50f9-499b-ac2f-94da5be95342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.536801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a857-50f9-499b-ac2f-94da5be95342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.546700 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1fb515a4-dbd5-4dd8-abb7-9feccfd23d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:04.593823 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b1b9a857-50f9-499b-ac2f-94da5be95342 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=692fb449d4be4acba6d08b809211681c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395310 Apr 02 13:12:04.594215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 60910) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:04.597099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9a857-50f9-499b-ac2f-94da5be95342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389350c8-b656-47f9-b5d9-c45ce5cd4a5b,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:04.609792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b1b9a857-50f9-499b-ac2f-94da5be95342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:04.669790 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-15d0f969-4f3e-47fe-83c8-3b5678259df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.699122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-15d0f969-4f3e-47fe-83c8-3b5678259df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.759501 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-15d0f969-4f3e-47fe-83c8-3b5678259df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.765455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:04.777501 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0f969-4f3e-47fe-83c8-3b5678259df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389350c8-b656-47f9-b5d9-c45ce5cd4a5b,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:04.784504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-15d0f969-4f3e-47fe-83c8-3b5678259df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:04.785600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-15d0f969-4f3e-47fe-83c8-3b5678259df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.789402 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-15d0f969-4f3e-47fe-83c8-3b5678259df2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/389350c8-b656-47f9-b5d9-c45ce5cd4a5b HTTP/1.1" status: 204 len: 168 time: 0.1917586 Apr 02 13:12:04.789555 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60914) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:04.796258 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553058898', 'description': 'tempest-description--1849824321'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:12:04.803312 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:04.808109 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:security_group and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:04.812468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:04.819863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:12:04.820344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:04.833650 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.855263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:04.859931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:security_group_rule and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:04.863016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:04.868982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:04.954726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.957736 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:04.963346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b8cb62fc-8d3b-49ef-92fb-fd7b6e59dd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:05.018509 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f3e945-eee5-4255-9ff4-0a94c7cced9a,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:05.021116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.024280 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2322063 Apr 02 13:12:05.024280 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-0a59f38b-16bb-4123-9bb0-fd9996a5ed4a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:05.026086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60922) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:05.037164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'security_group_rule': {'security_group_id': '46f3e945-eee5-4255-9ff4-0a94c7cced9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:12:05.044728 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:05.050672 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:security_group_rule and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:05.054873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:05.063227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:05.084096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.159904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.163421 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.165808 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c3154b23-545a-42f1-8214-1d6b83fdee02 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:05.193621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d303a312-00c9-4ea4-bbde-7037d35efee8,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:05.196325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:05.204963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.206205 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1791158 Apr 02 13:12:05.209494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60932) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:05.214998 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'security_group_rule': {'security_group_id': '46f3e945-eee5-4255-9ff4-0a94c7cced9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:12:05.221945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:05.225920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:security_group_rule and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:05.229950 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:05.236298 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:05.256333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.323864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.326677 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.329375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:05.353203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbede0f-1aa8-497c-a814-18953e8b470a,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:05.356081 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:05.362798 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.364728 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c46022b1-e8ba-40a4-b04f-d0422db66974 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542053 Apr 02 13:12:05.371002 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 60940) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:05.378749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'floatingip': {'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:12:05.385210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:05.390332 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:floatingip and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:05.393413 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:05.399439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:05.410797 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.559055 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.707881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Allocated IP 172.28.1.228 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/c9c613a5-7fd7-49de-a20f-719535f2d051) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:12:05.865502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.896419 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:05.912208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-316fcff9-4c20-41ec-907c-9333c7e4d490 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:06.047257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'Port': ['ID=c9c613a5-7fd7-49de-a20f-719535f2d051,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:06.050285 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:06.110756 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:12:06.111980 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:12:06.120425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:12:06.271494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:06.340908 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:06.613756 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:06.617315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:06.632382 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bcd03470-6648-49b2-bc0e-7c4a20518db0 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:06.770086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'Port': ['ID=c9c613a5-7fd7-49de-a20f-719535f2d051,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:06.774920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:06.871260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:06.893086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:06.894401 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5223110 Apr 02 13:12:07.128021 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e2f08597-b871-416d-86e9-8822896b1e5d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1553058898&fields=id&tenant_id=769f46f4a90c42b5bc9a89faee56919e HTTP/1.1" status: 200 len: 267 time: 0.0439477 Apr 02 13:12:07.290685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00864-036d-4e27-b616-ca807affd9c3 req-8f666dfa-c874-48bc-89fb-e27ede983124 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:07.293161 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-8f666dfa-c874-48bc-89fb-e27ede983124 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 815 time: 0.1580567 Apr 02 13:12:07.314624 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-38b9ca31-d839-49e6-bb6c-ae6f1de99ba5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/quotas/769f46f4a90c42b5bc9a89faee56919e HTTP/1.1" status: 200 len: 375 time: 0.0104792 Apr 02 13:12:07.415752 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-da3a5962-8f1f-46d7-8192-28e3e7c8adfb tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943666 Apr 02 13:12:07.595776 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-d83e512c-5c88-484c-ad91-3626141c0634 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659029 Apr 02 13:12:07.748061 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-95d78a6e-d111-4def-9c71-61c46aa2e9b2 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459026 Apr 02 13:12:07.954593 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0ff41ad0-2c78-4973-88e1-a5ecbdfc2138 req-f542de87-18c1-4332-92f9-6970080ee455 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 210 time: 0.0519273 Apr 02 13:12:09.143027 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a8562b2b-1d92-4155-bf52-e320def01094 req-490500d5-f50b-47e5-a989-22e343ed4dbf tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 210 time: 0.0672941 Apr 02 13:12:09.170108 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00864-036d-4e27-b616-ca807affd9c3 req-b98e4703-6652-4957-9d77-5c5bfe970397 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:09.172023 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-b98e4703-6652-4957-9d77-5c5bfe970397 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 815 time: 0.2099326 Apr 02 13:12:09.261302 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-2f2dc419-0868-4bab-8118-ffb01ff28427 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=769f46f4a90c42b5bc9a89faee56919e HTTP/1.1" status: 200 len: 5705 time: 0.0726717 Apr 02 13:12:09.270733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'port': {'device_id': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'admin_state_up': True, 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'security_groups': ['46f3e945-eee5-4255-9ff4-0a94c7cced9a']}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:12:09.410318 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:09.414442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Usage tracker for resource:port and tenant:769f46f4a90c42b5bc9a89faee56919e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:09.417340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:09.424039 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:09.434611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Made reservation on behalf of 769f46f4a90c42b5bc9a89faee56919e for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:12:09.441423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:09.611329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Allocated IP 172.20.0.13 (8a8a4dbe-db2e-49a6-b25d-436104c9381d/5f6aa5f0-906b-498f-9feb-a388750ff339/4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:12:09.817497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:09.834753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 32800) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:09.837098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Transition to ACTIVE for port object 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 will not be triggered until provisioned by entity DHCP. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:12:09.864946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:09.880288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6f477c9a-b5e2-4fec-868d-a338bf8636fd tempest-VolumesActionsTest-1134542844 tempest-VolumesActionsTest-1134542844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:09.965431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:09.982149 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:09.987309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] Usage tracker for resource:security_group_rule and tenant:79fe52b8358c496fbcd33cf224c69cf1 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:09.990291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:09.996469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:10.019279 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event updated for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:10.024083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:10.077102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:12:10.078392 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:12:10.080748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:12:10.088924 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:10.092221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:10.105472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-164c975d-a30d-4664-8492-65e000225aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:10.154319 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79fe52b8358c496fbcd33cf224c69cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184216 Apr 02 13:12:10.156156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea25852-7a52-4015-99d4-523932e8446d,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:10.159307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 32806) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:10.160894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:10.161602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:10.187148 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9203537 Apr 02 13:12:10.190246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:10.199529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Request body: {'port': {'device_id': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:12:10.233503 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-be850418-2464-4a46-9220-bf245cc0bce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:10.263744 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-be850418-2464-4a46-9220-bf245cc0bce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:10.312865 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-be850418-2464-4a46-9220-bf245cc0bce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:10.318618 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c7e54e2a-75ae-485b-aa0b-9072a4170205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:10.330429 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be850418-2464-4a46-9220-bf245cc0bce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea25852-7a52-4015-99d4-523932e8446d,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:10.334361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-be850418-2464-4a46-9220-bf245cc0bce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:10.337764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-be850418-2464-4a46-9220-bf245cc0bce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:10.341601 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-be850418-2464-4a46-9220-bf245cc0bce6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cea25852-7a52-4015-99d4-523932e8446d HTTP/1.1" status: 204 len: 168 time: 0.1786013 Apr 02 13:12:10.393965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-dc950a56-67fa-49f4-8db1-2e7b123e4aad None None] Provisioning for port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:12:10.399236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-dc950a56-67fa-49f4-8db1-2e7b123e4aad None None] Provisioning complete for port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:12:10.399657 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dc950a56-67fa-49f4-8db1-2e7b123e4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:10.406938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:10.458374 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-dc950a56-67fa-49f4-8db1-2e7b123e4aad None None] Port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:12:10.510900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27908c4-5889-4168-9a30-c0a3f633496b req-fb3c41bf-8c77-4dd9-8623-917cdfc610c8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:10.511682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-b27908c4-5889-4168-9a30-c0a3f633496b req-fb3c41bf-8c77-4dd9-8623-917cdfc610c8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Synchronizing usage tracker for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:12:10.588386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-b27908c4-5889-4168-9a30-c0a3f633496b req-fb3c41bf-8c77-4dd9-8623-917cdfc610c8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Unset dirty status for tenant:769f46f4a90c42b5bc9a89faee56919e on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:12:10.589653 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b27908c4-5889-4168-9a30-c0a3f633496b req-fb3c41bf-8c77-4dd9-8623-917cdfc610c8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 932 time: 0.2722027 Apr 02 13:12:10.722675 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b27908c4-5889-4168-9a30-c0a3f633496b req-a8c86e0f-1fff-4513-a582-e12581f65fa0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902843 Apr 02 13:12:11.159814 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:12:11.169478 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:11.184828 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Transition to ACTIVE for port object 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:12:11.188484 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:11.205124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:11.339237 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11763880-94a8-433a-9156-731751e24210 service neutron] Pushing event updated for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:11.342827 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-11763880-94a8-433a-9156-731751e24210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:11.582885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Attempting to bind port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:12:11.583270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Attempting to bind port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:12:11.583666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Attempting to bind port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 on network 8a8a4dbe-db2e-49a6-b25d-436104c9381d {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:12:11.588768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 on network 8a8a4dbe-db2e-49a6-b25d-436104c9381d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:12:11.589124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Attempting to bind port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 on network 8a8a4dbe-db2e-49a6-b25d-436104c9381d {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:12:11.595303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:12:11.595704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Checking segment: {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:12:11.596133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Bound using segment: {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:12:11.596783 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Bound port: 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f974cce7-5989-467a-aa06-b05a8b99fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:12:11.597170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:11.693447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:12:11.696652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:12:11.699855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:11.715008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-11763880-94a8-433a-9156-731751e24210 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:11.913686 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11763880-94a8-433a-9156-731751e24210 service neutron] Pushing event updated for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:11.921687 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-11763880-94a8-433a-9156-731751e24210 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:11.987464 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:11.988159 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:11.989636 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-11763880-94a8-433a-9156-731751e24210 service neutron] 10.222.0.23 "PUT /v2.0/ports/4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 HTTP/1.1" status: 200 len: 1094 time: 1.7950001 Apr 02 13:12:11.991777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:12:12.009305 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6814ace-26a1-4bbd-b8d3-7a24c8a7162f req-f351c811-f9e3-41a9-b52e-13bbd1508445 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:12.010970 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6814ace-26a1-4bbd-b8d3-7a24c8a7162f req-f351c811-f9e3-41a9-b52e-13bbd1508445 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.1566679 Apr 02 13:12:12.089829 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'status': 'completed', 'code': 200} Apr 02 13:12:12.138499 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6814ace-26a1-4bbd-b8d3-7a24c8a7162f req-7a198654-d034-435e-a317-7b46d6a86e8c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201215 Apr 02 13:12:12.154327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00864-036d-4e27-b616-ca807affd9c3 req-c0c3587b-9e09-45e6-85cc-bd9bc46309e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:12.156012 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-c0c3587b-9e09-45e6-85cc-bd9bc46309e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 1097 time: 0.1182210 Apr 02 13:12:12.244761 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-2867c18e-dfdf-4491-9f27-ec2755ef4c27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0803514 Apr 02 13:12:12.319875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00864-036d-4e27-b616-ca807affd9c3 req-293e80bd-acfe-4c95-a7dd-e349c742f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:12.321520 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-293e80bd-acfe-4c95-a7dd-e349c742f0d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.0700638 Apr 02 13:12:12.405675 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00864-036d-4e27-b616-ca807affd9c3 req-347b25d8-b4a6-41eb-9398-28685b69db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:12.407283 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-347b25d8-b4a6-41eb-9398-28685b69db47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784097 Apr 02 13:12:12.566247 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-b6289d1d-e407-45a3-8bfb-2c2e3b13b7f4 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495180 Apr 02 13:12:12.718045 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34a00864-036d-4e27-b616-ca807affd9c3 req-4a161635-45cf-4666-87e8-2e5bf3e1c32c service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448040 Apr 02 13:12:12.852501 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-b1893985-2319-44f1-9175-a7422c06c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:12.853993 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-b1893985-2319-44f1-9175-a7422c06c1aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 1097 time: 0.0852394 Apr 02 13:12:13.004989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-c6ab57a4-8186-45b2-a381-6f16cc2e5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:13.006930 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-c6ab57a4-8186-45b2-a381-6f16cc2e5c6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 916 time: 0.1454496 Apr 02 13:12:13.086902 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-8986f650-c307-4877-bbae-817f89893a4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0691700 Apr 02 13:12:13.162359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-183c3a4b-6fe6-4337-bd29-219cc0adb951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:13.163981 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-183c3a4b-6fe6-4337-bd29-219cc0adb951 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.0707538 Apr 02 13:12:13.253858 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-1a2bce2f-74fa-4086-8628-cfc08c1edb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:13.255498 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-1a2bce2f-74fa-4086-8628-cfc08c1edb24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838020 Apr 02 13:12:13.481608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985ec5-73d6-42b3-ad28-cef3f36a4172 req-e9edd8ef-5ed8-4e2d-a811-2f6f69a86e2f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:13.483914 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-19985ec5-73d6-42b3-ad28-cef3f36a4172 req-e9edd8ef-5ed8-4e2d-a811-2f6f69a86e2f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.2211945 Apr 02 13:12:13.485941 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-4a784a66-b3f6-4dc1-a229-54329c26b1f7 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875455 Apr 02 13:12:13.623959 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-19985ec5-73d6-42b3-ad28-cef3f36a4172 req-2e11adf2-17ba-4800-8746-56d08dfbd6ec tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331968 Apr 02 13:12:13.672481 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83835aa3-8e62-4d7a-8e74-9a7fccdc9216 req-488f2564-679a-4a1f-a42b-6b5b060ac0eb service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650026 Apr 02 13:12:14.830701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2098d9-04b4-430e-a1b6-f67620d366b7 req-a03d7506-b283-406d-bbf3-f661eb0ff0aa tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:14.832322 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ef2098d9-04b4-430e-a1b6-f67620d366b7 req-a03d7506-b283-406d-bbf3-f661eb0ff0aa tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.0900044 Apr 02 13:12:14.883876 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ef2098d9-04b4-430e-a1b6-f67620d366b7 req-ae2a3a6e-a649-4e99-9eb6-85bbc2f91790 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452623 Apr 02 13:12:15.453478 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:12:15.602471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:12:15.616659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'port_id': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'mac_address': 'fa:16:3e:f4:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:12:15.686948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:15.705359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:12:15.721626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:12:15.724821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:15.726654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-49d7e6f9-3156-468e-94c5-e901f4d75096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:15.797830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:15.802360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:15.989233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:12:16.095559 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e1753-604b-4a63-8d7e-b472d598e364 req-031e9448-914d-4b8a-8991-24826d80484c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:16.097274 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f70e1753-604b-4a63-8d7e-b472d598e364 req-031e9448-914d-4b8a-8991-24826d80484c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 945 time: 0.0911343 Apr 02 13:12:16.147918 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f70e1753-604b-4a63-8d7e-b472d598e364 req-a8fc3bcd-53ba-49fd-8f6c-62e7e501d40a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431964 Apr 02 13:12:17.360098 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bc414-9240-480a-b92f-d33ac5eb53a5 req-f5ea6867-f37d-43f0-a977-6f297d5450c5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:17.361693 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7e2bc414-9240-480a-b92f-d33ac5eb53a5 req-f5ea6867-f37d-43f0-a977-6f297d5450c5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 945 time: 0.0923142 Apr 02 13:12:17.411128 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7e2bc414-9240-480a-b92f-d33ac5eb53a5 req-25f1f04e-63a5-4706-a71d-5249dac78244 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431364 Apr 02 13:12:17.474700 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:12:17.546811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:12:17.552248 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:12:17.552666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:17.688932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:17.718331 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:12:17.728456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:12:17.731306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:17.734315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c9ccec3c-dc53-4ed3-aafa-8c865f283097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:17.774964 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'code': 200} Apr 02 13:12:17.820288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:17.823490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:18.041012 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c17ca-6a98-4e29-996a-2e57d6b3c817 req-8533a4f0-4c28-48a2-abb0-a32cfcac29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:18.042556 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0d2c17ca-6a98-4e29-996a-2e57d6b3c817 req-8533a4f0-4c28-48a2-abb0-a32cfcac29bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 1099 time: 0.0795009 Apr 02 13:12:18.089014 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0d2c17ca-6a98-4e29-996a-2e57d6b3c817 req-e3e1e9b1-959f-41b6-b4df-6c3f7764653a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Apr 02 13:12:18.464045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8f9cb021-c21a-46cc-bc5c-a4440e54e2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:18.628060 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b5a43-3500-4dc2-ae0f-49c2e27b8cc9 req-bcf56238-08a9-478e-ab3a-7476fa290e5c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:18.629603 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-725b5a43-3500-4dc2-ae0f-49c2e27b8cc9 req-bcf56238-08a9-478e-ab3a-7476fa290e5c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0942521 Apr 02 13:12:18.679162 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-725b5a43-3500-4dc2-ae0f-49c2e27b8cc9 req-5717eb14-50d9-40a2-90c0-db06ce217e49 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Apr 02 13:12:18.887736 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-6448595c-6e2c-4f2a-95aa-855e948a2d17 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785515 Apr 02 13:12:19.057002 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-9a2ad6b9-867c-4f4b-a941-6db3da46cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:19.058682 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-9a2ad6b9-867c-4f4b-a941-6db3da46cb93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 1099 time: 0.0859101 Apr 02 13:12:19.219896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-4fbb71df-c22b-4d90-bbb2-91876c6181de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:19.221501 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-4fbb71df-c22b-4d90-bbb2-91876c6181de service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 911 time: 0.1429710 Apr 02 13:12:19.578973 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-0284e3d5-fcc2-4bb9-a0b0-7da93539aaaa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770 HTTP/1.1" status: 200 len: 1002 time: 0.3500149 Apr 02 13:12:19.655170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-a33d84f2-caa3-40d7-9a19-07eb9837176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:19.656757 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-a33d84f2-caa3-40d7-9a19-07eb9837176c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 200 len: 849 time: 0.0705400 Apr 02 13:12:19.742190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-1a5f861e-9b72-4855-b4e5-8beaf34d3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:19.743822 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-1a5f861e-9b72-4855-b4e5-8beaf34d3330 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe6cb807-2995-4734-b5b5-f9a4735147d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787463 Apr 02 13:12:19.909983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:19.966934 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-41abc824-b715-4fa8-a75f-9365d4d3b73d service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147274 Apr 02 13:12:19.976175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d2d38-2cc4-4fd0-9a82-a8dbd38c9c9c req-a0c22b72-6465-4585-adf9-4f6141d9708f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:19.977664 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0e0d2d38-2cc4-4fd0-9a82-a8dbd38c9c9c req-a0c22b72-6465-4585-adf9-4f6141d9708f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.1492100 Apr 02 13:12:20.008392 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:20.128746 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0e0d2d38-2cc4-4fd0-9a82-a8dbd38c9c9c req-a801c226-ced5-442a-9d74-292607e57924 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267629 Apr 02 13:12:20.173249 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8edec198-b3b8-4b18-a11e-15089a7f9ea4 req-0dfae8c7-299b-403b-b360-8d46e819bf28 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945193 Apr 02 13:12:20.336371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f280a7-877b-4ffa-b1de-6e89cdadb4a3 req-23d354e1-adbf-425c-add7-6df52fabd4a8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:20.337976 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-39f280a7-877b-4ffa-b1de-6e89cdadb4a3 req-23d354e1-adbf-425c-add7-6df52fabd4a8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0915136 Apr 02 13:12:20.347984 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 32946) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:20.353813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-b8f1a514-fe5b-4927-8153-5e23452ef991 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Request body: {'floatingip': {'port_id': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:12:20.440648 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a514-fe5b-4927-8153-5e23452ef991 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:20.697767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-94e944ea-25c3-402e-9275-0ff6b2e276c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:21.482742 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a514-fe5b-4927-8153-5e23452ef991 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:21.485474 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a514-fe5b-4927-8153-5e23452ef991 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:21.563336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:21.668677 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [None req-b8f1a514-fe5b-4927-8153-5e23452ef991 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Floating IP 19236a09-38e9-4745-ad53-32bec3561b3e associated. External IP: 172.28.1.228, port: 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4. Apr 02 13:12:22.050851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f1a514-fe5b-4927-8153-5e23452ef991 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Router 4fdfc4ac-2607-4591-8e32-d99ef216b674 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:12:22.251160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f1a514-fe5b-4927-8153-5e23452ef991 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:12:22.256121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a514-fe5b-4927-8153-5e23452ef991 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:22.260793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] Sync routers for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:12:22.271548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:12:22.272310 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:12:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:22.319513 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b8f1a514-fe5b-4927-8153-5e23452ef991 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "PUT /v2.0/floatingips/19236a09-38e9-4745-ad53-32bec3561b3e HTTP/1.1" status: 200 len: 992 time: 1.9703565 Apr 02 13:12:22.320208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:12:22.477202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:12:22.498880 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'status': 'completed', 'code': 200} Apr 02 13:12:22.601963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-e22af6bb-ebcc-4fb3-8e64-72ce9c78115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:22.603852 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-e22af6bb-ebcc-4fb3-8e64-72ce9c78115c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 1099 time: 0.0827527 Apr 02 13:12:22.755044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-da938704-1ae7-4e1e-9aba-a81d202b3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:22.756682 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-da938704-1ae7-4e1e-9aba-a81d202b3680 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 916 time: 0.1457088 Apr 02 13:12:22.857238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '19236a09-38e9-4745-ad53-32bec3561b3e', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'floating_ip_address': '172.28.1.228', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'port_id': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'mac_address': 'fa:16:3e:f4:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:12:06Z', 'updated_at': '2021-04-02T13:12:21Z', 'revision_number': 1, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:22.862819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] Checking router: 4fdfc4ac-2607-4591-8e32-d99ef216b674 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:12:22.872419 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:12:22.873738 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:12:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:22.876010 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-61945fde-7753-441d-a2ff-7ba96b8662a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 HTTP/1.1" status: 200 len: 1000 time: 0.1105399 Apr 02 13:12:22.949194 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-f53bb23b-9bda-4c25-a115-c799c6b456c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:22.950838 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-f53bb23b-9bda-4c25-a115-c799c6b456c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.0675642 Apr 02 13:12:23.044118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-5e1fb96c-a2fb-4c59-840a-d8459732c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:23.046383 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-5e1fb96c-a2fb-4c59-840a-d8459732c7b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889537 Apr 02 13:12:23.211626 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-60e0e979-55a3-4c6d-835d-87228f3af7f0 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567538 Apr 02 13:12:23.216721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:23.256541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:12:23.361442 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1053be82-f83a-4c50-b110-8deecf612ea2 req-70152766-816f-477d-9300-a276e0dbdafe service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410315 Apr 02 13:12:23.633482 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '19236a09-38e9-4745-ad53-32bec3561b3e', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'floating_ip_address': '172.28.1.228', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'port_id': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'mac_address': 'fa:16:3e:f4:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:12:06Z', 'updated_at': '2021-04-02T13:12:21Z', 'revision_number': 1, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:12:23.637657 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1df9b-d621-419a-88ca-3e6cc5ed8bf3 None None] The sync data for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb is: [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '19236a09-38e9-4745-ad53-32bec3561b3e', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'floating_ip_address': '172.28.1.228', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'port_id': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'mac_address': 'fa:16:3e:f4:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:12:06Z', 'updated_at': '2021-04-02T13:12:21Z', 'revision_number': 1, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:12:23.915990 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df25e22c-7111-4264-a0d8-701bb5b9e5ba None None] New status for floating IP 19236a09-38e9-4745-ad53-32bec3561b3e: ACTIVE {{(pid=84332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:12:36.609853 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33094) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:36.731351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:36.746648 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:36.751521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Usage tracker for resource:security_group_rule and tenant:9509054c59aa498c876a7e01ced6417f is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:36.754455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:36.760497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:36.847529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:36.850447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:36.859314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-87c5f42f-7cc6-47d9-ac9f-5c2a93f89f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:36.902219 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9509054c59aa498c876a7e01ced6417f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912636 Apr 02 13:12:36.903117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689f9d75-e47a-462d-8263-985571e6e6d7,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:36.905356 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 33100) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:36.911422 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.911861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.912278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.912891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.913280 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.913675 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.914069 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.914464 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.915268 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.915695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.916088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.916481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:36.920929 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9f54c8bf-3885-41d8-9dbc-60dab8be99f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:36.969441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:36.996220 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:37.041931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:37.047529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6f24f251-4ef8-4ead-ae1f-d8a9983e790a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:37.058200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689f9d75-e47a-462d-8263-985571e6e6d7,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:37.069637 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:37.070854 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/689f9d75-e47a-462d-8263-985571e6e6d7 HTTP/1.1" status: 204 len: 168 time: 0.1644361 Apr 02 13:12:37.072457 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.072868 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.073518 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.073670 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.074009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.074401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.074788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.075181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.075574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.076422 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.076821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.077266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:12:37.080413 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:38.202811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33144) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:38.331513 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:38.348478 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:12:38.352654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] Usage tracker for resource:security_group_rule and tenant:4fbebada1b3a461f9fdc812289ccaa46 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:12:38.355659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:12:38.362513 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:12:38.447296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:38.450230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:38.460035 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-443af09c-7d14-41f4-a3f1-43e732651468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:38.503372 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fbebada1b3a461f9fdc812289ccaa46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993951 Apr 02 13:12:38.505096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d2305-4cd2-4063-9ba4-e36e284c95dc,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:38.506309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 33152) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:12:38.508386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:38.573822 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d28dea7a-aaf1-439b-8e26-d03a45c66dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:38.603099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d28dea7a-aaf1-439b-8e26-d03a45c66dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:38.651863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d28dea7a-aaf1-439b-8e26-d03a45c66dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:38.657610 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-81ff287a-ee0d-4a8b-bb47-77032701d2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:12:38.671774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dea7a-aaf1-439b-8e26-d03a45c66dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d2305-4cd2-4063-9ba4-e36e284c95dc,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:12:38.674642 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d28dea7a-aaf1-439b-8e26-d03a45c66dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:12:38.675951 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d28dea7a-aaf1-439b-8e26-d03a45c66dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:38.691902 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d28dea7a-aaf1-439b-8e26-d03a45c66dd9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/003d2305-4cd2-4063-9ba4-e36e284c95dc HTTP/1.1" status: 204 len: 168 time: 0.1727300 Apr 02 13:12:41.809423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:12:42.854724 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1e914-b96f-4006-b234-1749c255cff4 req-2909ca04-da10-43ae-aa1c-49bdc656428c tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:42.856369 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c6b1e914-b96f-4006-b234-1749c255cff4 req-2909ca04-da10-43ae-aa1c-49bdc656428c tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0881248 Apr 02 13:12:42.903060 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c6b1e914-b96f-4006-b234-1749c255cff4 req-fc786af0-2459-47c1-a6af-75cc5e6c5c36 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 Apr 02 13:12:44.111274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2194c6-2615-4170-beab-f33bc62f6ff5 req-b117f1e8-db9b-44a1-8d1a-0a393e3b2378 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:44.112961 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3b2194c6-2615-4170-beab-f33bc62f6ff5 req-b117f1e8-db9b-44a1-8d1a-0a393e3b2378 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0918179 Apr 02 13:12:44.162792 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3b2194c6-2615-4170-beab-f33bc62f6ff5 req-44a50598-419b-478c-8f24-11194f4d97ba tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Apr 02 13:12:45.364944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90725168-37c5-4b2c-a4a3-28816b47d6b8 req-00873433-a7ef-4fa9-96bd-a90242f63fe1 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:45.366530 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-90725168-37c5-4b2c-a4a3-28816b47d6b8 req-00873433-a7ef-4fa9-96bd-a90242f63fe1 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0907857 Apr 02 13:12:45.413558 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-90725168-37c5-4b2c-a4a3-28816b47d6b8 req-a90aeb00-f2c2-4ebb-916d-673bb182affe tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408237 Apr 02 13:12:46.612903 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d4df7-afef-410f-93d6-74d4ad1157ea req-4a98cc7c-c603-4b4d-9ad3-d4828d7c2839 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:46.614444 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2b9d4df7-afef-410f-93d6-74d4ad1157ea req-4a98cc7c-c603-4b4d-9ad3-d4828d7c2839 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0872939 Apr 02 13:12:46.662442 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2b9d4df7-afef-410f-93d6-74d4ad1157ea req-0a0d3ea1-7f2f-4b51-8ad0-355f8174ba31 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416400 Apr 02 13:12:47.870174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d7499-7060-42b1-aca6-23a541896067 req-6d08d2da-b2ea-4f92-98a4-0ee3b4838ad9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:47.871779 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2f6d7499-7060-42b1-aca6-23a541896067 req-6d08d2da-b2ea-4f92-98a4-0ee3b4838ad9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0907052 Apr 02 13:12:47.921251 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2f6d7499-7060-42b1-aca6-23a541896067 req-17017ad9-846b-44fa-9e27-70e317e0c402 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421646 Apr 02 13:12:48.467179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-91a728fd-3814-49db-8c2b-558d9c817e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:49.121841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4889d8a-e54c-40bb-b605-c1a0b9b6d7d8 req-da201750-0d87-4a61-8aae-834e220f9b6e tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:49.124336 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e4889d8a-e54c-40bb-b605-c1a0b9b6d7d8 req-da201750-0d87-4a61-8aae-834e220f9b6e tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0912819 Apr 02 13:12:49.175617 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e4889d8a-e54c-40bb-b605-c1a0b9b6d7d8 req-ee28e2fe-7026-4bd3-811b-74630b7a653b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449858 Apr 02 13:12:49.912470 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:49.998810 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:50.374240 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91c6e3-089d-48a8-8d60-b281410888b1 req-11a352a9-07dc-47ee-b224-2b8ac66e237a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:50.375846 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6b91c6e3-089d-48a8-8d60-b281410888b1 req-11a352a9-07dc-47ee-b224-2b8ac66e237a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0869882 Apr 02 13:12:50.422993 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6b91c6e3-089d-48a8-8d60-b281410888b1 req-ad5459a6-1f87-47cf-90cc-dd949c8ead52 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Apr 02 13:12:50.699005 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3f22304a-eaa6-4288-aefc-ba3b9b624452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:51.567876 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:51.627066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a01f7-a0f1-457a-be75-9ff15ca77ce7 req-40f42bee-bfc7-456a-85fa-83368bfce27b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:51.628688 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-635a01f7-a0f1-457a-be75-9ff15ca77ce7 req-40f42bee-bfc7-456a-85fa-83368bfce27b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0904388 Apr 02 13:12:51.676972 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-635a01f7-a0f1-457a-be75-9ff15ca77ce7 req-c63de53a-ba89-4176-b536-428a9c3cc4d2 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 Apr 02 13:12:52.879053 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda9723-57b9-4f12-bd99-3bc228618fe4 req-3a771893-b599-41a0-b7c7-5fae8bf621fa tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:52.881305 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9bda9723-57b9-4f12-bd99-3bc228618fe4 req-3a771893-b599-41a0-b7c7-5fae8bf621fa tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0899343 Apr 02 13:12:52.929463 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9bda9723-57b9-4f12-bd99-3bc228618fe4 req-3907d603-f309-4980-adb1-26c4e6ff057a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Apr 02 13:12:53.180073 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:12:54.138346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326038ed-4a49-4bb8-ac67-0ff362697019 req-94668fd9-0521-46a2-83a4-c7f0c88d32be tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:54.140132 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-326038ed-4a49-4bb8-ac67-0ff362697019 req-94668fd9-0521-46a2-83a4-c7f0c88d32be tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0936522 Apr 02 13:12:54.189636 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-326038ed-4a49-4bb8-ac67-0ff362697019 req-4a21c091-e656-4f29-abae-f3206fa6c2fb tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431976 Apr 02 13:12:54.601693 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22b5dd-4521-44ee-821e-433fb5e15980 req-8147a0db-c692-4141-aa3f-1a0ff072a054 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:54.603285 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8f22b5dd-4521-44ee-821e-433fb5e15980 req-8147a0db-c692-4141-aa3f-1a0ff072a054 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1415424 Apr 02 13:12:54.659064 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-b382dcda-1c43-4c61-88f6-fde7cad6529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:54.660631 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-b382dcda-1c43-4c61-88f6-fde7cad6529b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 1099 time: 0.1330180 Apr 02 13:12:54.665515 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8f22b5dd-4521-44ee-821e-433fb5e15980 req-82ba2e61-9b6f-496f-90b3-d8b4ec7bded8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543263 Apr 02 13:12:54.802250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-9953aafc-b21b-42db-9fb0-3240a641ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:54.803839 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-9953aafc-b21b-42db-9fb0-3240a641ff7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 911 time: 0.1364009 Apr 02 13:12:54.913535 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-9f4901c0-9c8b-4665-8bb4-00cf0977c48a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770 HTTP/1.1" status: 200 len: 1002 time: 0.1033268 Apr 02 13:12:54.981732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-655a17b6-bb38-4b61-b908-411fa3a30731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:54.983376 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-655a17b6-bb38-4b61-b908-411fa3a30731 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 200 len: 849 time: 0.0627947 Apr 02 13:12:55.067864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-a3cb7a9a-4df4-482b-864d-67a70fd62a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:55.069529 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-a3cb7a9a-4df4-482b-864d-67a70fd62a3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe6cb807-2995-4734-b5b5-f9a4735147d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789964 Apr 02 13:12:55.452669 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-058c4e4d-c814-40ed-a27a-4e54813b0f52 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755198 Apr 02 13:12:55.597368 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6088e1d-a2dc-4e94-9529-b393b77043ee req-e138ece2-bbd4-44e9-8b6c-0d027207a0d3 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370158 Apr 02 13:12:55.865695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad7dce-e130-42fc-9d69-ed56720f7940 req-391bc009-1857-4b5b-bc6c-1f45d9aac7a3 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:55.867249 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e5ad7dce-e130-42fc-9d69-ed56720f7940 req-391bc009-1857-4b5b-bc6c-1f45d9aac7a3 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0862730 Apr 02 13:12:55.914524 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e5ad7dce-e130-42fc-9d69-ed56720f7940 req-c162e023-632f-4c89-9696-fe1baaff18a8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405917 Apr 02 13:12:57.118761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d23c3d-9865-4685-855c-0218dce167eb req-5c96c034-ab7f-4392-8c66-1f9198524e6c tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:12:57.120419 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-65d23c3d-9865-4685-855c-0218dce167eb req-5c96c034-ab7f-4392-8c66-1f9198524e6c tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0899980 Apr 02 13:12:57.170855 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-65d23c3d-9865-4685-855c-0218dce167eb req-fffc4bb0-a38c-49ef-8b6b-457f924bc481 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 Apr 02 13:13:03.729940 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef3b4b-311c-4191-bcf3-286e8e475945 req-4ac61c08-6cc2-4259-a38b-f7a7d471db42 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:03.731438 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9cef3b4b-311c-4191-bcf3-286e8e475945 req-4ac61c08-6cc2-4259-a38b-f7a7d471db42 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0878358 Apr 02 13:13:03.783024 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9cef3b4b-311c-4191-bcf3-286e8e475945 req-a946a80e-5344-41fe-b620-bdeae8c4eaa4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Apr 02 13:13:05.020674 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6a847-5877-456d-9c1e-811ca647bf15 req-e254d0f0-d5cf-4aae-b0ec-494f38ae9ce6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:05.022259 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e0b6a847-5877-456d-9c1e-811ca647bf15 req-e254d0f0-d5cf-4aae-b0ec-494f38ae9ce6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.1012974 Apr 02 13:13:05.070660 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e0b6a847-5877-456d-9c1e-811ca647bf15 req-7f30ce79-7aac-4029-ab01-8e918d4da3a7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415885 Apr 02 13:13:06.457981 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8eb5d-447c-4784-92a8-bfa82c137c31 req-ec7f9e18-6e23-47de-b2f1-c0cb492028d9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:06.459548 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2bb8eb5d-447c-4784-92a8-bfa82c137c31 req-ec7f9e18-6e23-47de-b2f1-c0cb492028d9 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.2695477 Apr 02 13:13:06.506872 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2bb8eb5d-447c-4784-92a8-bfa82c137c31 req-7a36bdf8-c5bb-4f99-a5d4-400f45cff9a1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404320 Apr 02 13:13:07.766009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabbeb3-255c-4dea-83ce-dc2128367522 req-54cd163a-b79c-42f5-8a4a-b6f4d4903805 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:07.767650 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8fabbeb3-255c-4dea-83ce-dc2128367522 req-54cd163a-b79c-42f5-8a4a-b6f4d4903805 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.1444061 Apr 02 13:13:07.815810 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8fabbeb3-255c-4dea-83ce-dc2128367522 req-a1197982-ca86-40a2-9acb-2832959843af tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418599 Apr 02 13:13:09.023940 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2561228-4ebf-4163-9b43-1f603cf1ed31 req-3d21ff71-5156-4913-8e43-73880d706211 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:09.025503 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e2561228-4ebf-4163-9b43-1f603cf1ed31 req-3d21ff71-5156-4913-8e43-73880d706211 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0907192 Apr 02 13:13:09.073528 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e2561228-4ebf-4163-9b43-1f603cf1ed31 req-bc2005f2-f625-4c5e-9424-3cc44fb009d4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413411 Apr 02 13:13:10.279773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72f298-d0e3-4e22-a069-c8bcd3010f99 req-4e42ca17-0ae8-4166-b028-dad35df25eda tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:10.281333 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fa72f298-d0e3-4e22-a069-c8bcd3010f99 req-4e42ca17-0ae8-4166-b028-dad35df25eda tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0863328 Apr 02 13:13:10.331195 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fa72f298-d0e3-4e22-a069-c8bcd3010f99 req-392d3407-f1ef-468c-9e2c-28ce6ce930b7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432534 Apr 02 13:13:11.543093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f121e39-e97d-4738-9d76-6a6008a1bfe0 req-c35ed87f-b3bd-406d-8268-377aa3be86ef tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:11.544915 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0f121e39-e97d-4738-9d76-6a6008a1bfe0 req-c35ed87f-b3bd-406d-8268-377aa3be86ef tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0903685 Apr 02 13:13:11.592384 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0f121e39-e97d-4738-9d76-6a6008a1bfe0 req-d45f1965-a29e-4d29-a58e-ab292df121d5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 Apr 02 13:13:12.799848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a8339-aed7-4078-94bf-c1282d3e44ae req-75df162e-8138-4380-b77e-b34cd3c904d7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:12.801435 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-780a8339-aed7-4078-94bf-c1282d3e44ae req-75df162e-8138-4380-b77e-b34cd3c904d7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0927453 Apr 02 13:13:12.848709 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-780a8339-aed7-4078-94bf-c1282d3e44ae req-88ed6fed-6f39-4dcf-bad7-74bd1cf9b0a0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 Apr 02 13:13:14.051580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bbfe9-aecc-4d36-a3f1-2c465b708041 req-2db26235-d65d-435f-82f6-e816c9db953a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:14.053176 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f01bbfe9-aecc-4d36-a3f1-2c465b708041 req-2db26235-d65d-435f-82f6-e816c9db953a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0882213 Apr 02 13:13:14.101285 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f01bbfe9-aecc-4d36-a3f1-2c465b708041 req-bbc61f87-5706-4080-959e-1f4d97aefa8f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Apr 02 13:13:15.313557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d8e56-59e2-4da2-b507-295cb60859cc req-a4f00575-7fe0-41f7-a6a1-f26f6fab971e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:15.315125 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-be0d8e56-59e2-4da2-b507-295cb60859cc req-a4f00575-7fe0-41f7-a6a1-f26f6fab971e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0920808 Apr 02 13:13:15.362306 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-be0d8e56-59e2-4da2-b507-295cb60859cc req-12c35b19-5d64-4753-95e0-aa68f1b6c2df tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408480 Apr 02 13:13:15.736347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:13:15.877568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:13:15.891768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'port_id': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'mac_address': 'fa:16:3e:f4:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:13:15.951239 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:15.969209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:13:15.985713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:13:15.988565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:15.991320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:13:16.069733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=6']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:13:16.077944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.078327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.078701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.079068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.080010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.080385 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.080749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.081110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.081468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.081824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.082178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.082554 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:13:16.086593 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:13:16.089169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:13:16.582360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bcc59-8fed-4aed-9a99-93ca39f57318 req-cb7919d2-3728-47ca-bb6a-32ece2821d64 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:16.588574 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e39bcc59-8fed-4aed-9a99-93ca39f57318 req-cb7919d2-3728-47ca-bb6a-32ece2821d64 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 945 time: 0.1026103 Apr 02 13:13:16.644277 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e39bcc59-8fed-4aed-9a99-93ca39f57318 req-789d01be-268a-4d9f-8ae2-7185bf883fe1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534251 Apr 02 13:13:17.754766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:13:17.860293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:13:17.861302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:17.909294 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534bc8b-9f23-4ace-bc71-a347249c839f req-2594c518-d1c2-4f93-9026-5e7c36407b77 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:17.916917 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f534bc8b-9f23-4ace-bc71-a347249c839f req-2594c518-d1c2-4f93-9026-5e7c36407b77 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 945 time: 0.1263788 Apr 02 13:13:17.972388 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f534bc8b-9f23-4ace-bc71-a347249c839f req-31196631-8a48-4d3f-899b-7e3428efd58e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543461 Apr 02 13:13:18.003494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:18.032895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:13:18.045199 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:13:18.048271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:18.050200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:13:18.098492 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'code': 200} Apr 02 13:13:18.149383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=7']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:13:18.152946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:13:18.470444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-371c3dcb-2a85-453b-863f-8080087cb04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:18.809731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:13:19.202230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83318b90-39b4-4a29-ad7e-f9431d89670a req-7819753e-fcd1-4dc9-8173-b9fbab09e5c5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:19.203866 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83318b90-39b4-4a29-ad7e-f9431d89670a req-7819753e-fcd1-4dc9-8173-b9fbab09e5c5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.1037881 Apr 02 13:13:19.300509 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83318b90-39b4-4a29-ad7e-f9431d89670a req-5f95fa0a-20a4-43bb-a78d-7a961420903f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898523 Apr 02 13:13:19.923479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:19.933479 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-057f57c0-2a18-49a7-b6e7-d00e8c54ba53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841649 Apr 02 13:13:20.015325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:20.043486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-fa93da40-c3ff-4f84-ac68-7d043cf5380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:20.045956 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-fa93da40-c3ff-4f84-ac68-7d043cf5380c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b724dde5161c4effa01f9674048be1fe&device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1098 time: 0.0900524 Apr 02 13:13:20.225460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-2f8d82b9-988e-423f-b84b-af90c796b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:20.227022 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-2f8d82b9-988e-423f-b84b-af90c796b6b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34bffb8b-a28b-4660-9455-c161a62b84c4 HTTP/1.1" status: 200 len: 909 time: 0.1605358 Apr 02 13:13:20.340325 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-4eccd63e-b8b8-4ba6-a18a-860953552771 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ff34db-890c-4958-9ee1-cd8653990ab2 HTTP/1.1" status: 200 len: 1001 time: 0.1061347 Apr 02 13:13:20.441756 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-ba88d952-6da7-42fd-a602-75527104d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:20.443472 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-ba88d952-6da7-42fd-a602-75527104d91e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cdc876f-ea48-4428-8c12-29b19e815ce1 HTTP/1.1" status: 200 len: 847 time: 0.0927558 Apr 02 13:13:20.600496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-595428a3-6790-4496-bcaf-f2eb8e4dbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:20.602188 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-595428a3-6790-4496-bcaf-f2eb8e4dbfc4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34bffb8b-a28b-4660-9455-c161a62b84c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1175132 Apr 02 13:13:20.610449 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb875-e714-462e-8d02-059710317738 req-359a1a1f-00d5-4540-8f70-d7b7d30cd9fa tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:20.612155 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f53bb875-e714-462e-8d02-059710317738 req-359a1a1f-00d5-4540-8f70-d7b7d30cd9fa tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.1758132 Apr 02 13:13:20.707254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-86a3838a-2d91-4e62-959d-5eca9b6ea681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:20.764925 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f53bb875-e714-462e-8d02-059710317738 req-c51d166c-1366-4140-8f8e-985f00c79159 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247389 Apr 02 13:13:20.817007 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-b71a5c5b-6583-46d9-a8e2-94df25e24f77 service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017713 Apr 02 13:13:20.975112 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b4f59af4-15aa-45c7-8bef-805a3e627111 req-b14d0f96-2d4f-425a-85f2-a7df227b9be2 service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510670 Apr 02 13:13:21.569288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:21.987323 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc36fb-19fc-4a6d-ac7f-4d618b916821 req-d54cbd01-43df-491c-8ecb-6d3fb0eab79b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:21.988823 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b4dc36fb-19fc-4a6d-ac7f-4d618b916821 req-d54cbd01-43df-491c-8ecb-6d3fb0eab79b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0928879 Apr 02 13:13:22.040957 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b4dc36fb-19fc-4a6d-ac7f-4d618b916821 req-e2fbdfb0-b882-48c9-9b5e-1410aaed5600 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453839 Apr 02 13:13:23.189247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:23.271780 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc1c3b-3850-4563-9d4d-844498ff5c51 req-d98fae2b-8b3d-482f-82e4-fc87427813fa tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:23.273438 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0bdc1c3b-3850-4563-9d4d-844498ff5c51 req-d98fae2b-8b3d-482f-82e4-fc87427813fa tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.1016746 Apr 02 13:13:23.329936 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0bdc1c3b-3850-4563-9d4d-844498ff5c51 req-4ab87e80-3746-47c6-a54e-9d8144e353da tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493221 Apr 02 13:13:24.582937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b4226-b68f-4b0d-a19d-256b1fae835b req-b3316ab8-d9ff-4172-91e7-f63e35cf0b45 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:24.585077 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9d6b4226-b68f-4b0d-a19d-256b1fae835b req-b3316ab8-d9ff-4172-91e7-f63e35cf0b45 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.1205735 Apr 02 13:13:24.634824 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9d6b4226-b68f-4b0d-a19d-256b1fae835b req-e89352d4-fbe0-4478-afaf-c9a734ee712e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Apr 02 13:13:25.846368 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbccc7-f173-4fc1-b719-a5216bd570b0 req-8daf39ca-4f1d-494e-b38a-cafa8578ee4e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:25.848109 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-64fbccc7-f173-4fc1-b719-a5216bd570b0 req-8daf39ca-4f1d-494e-b38a-cafa8578ee4e tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0912905 Apr 02 13:13:25.900508 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-64fbccc7-f173-4fc1-b719-a5216bd570b0 req-4581ee4a-a1c1-4a6a-8f5a-bc592a9f362b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Apr 02 13:13:26.085311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920258-36ba-4714-941c-21240e3fde5e req-3330e986-a6e3-4d72-bdc4-af71c4a60846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:26.086914 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-32920258-36ba-4714-941c-21240e3fde5e req-3330e986-a6e3-4d72-bdc4-af71c4a60846 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 1099 time: 0.1247020 Apr 02 13:13:26.235136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920258-36ba-4714-941c-21240e3fde5e req-5f3e0867-8a89-4b65-aa17-f35320975d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:26.236656 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-32920258-36ba-4714-941c-21240e3fde5e req-5f3e0867-8a89-4b65-aa17-f35320975d55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 916 time: 0.1377890 Apr 02 13:13:26.346953 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-32920258-36ba-4714-941c-21240e3fde5e req-e03ae0c4-ac42-40e6-a7ec-7178b65d3b9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 HTTP/1.1" status: 200 len: 1002 time: 0.1025352 Apr 02 13:13:26.417136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920258-36ba-4714-941c-21240e3fde5e req-53c75d71-06ab-4f0f-ab53-7fdfd734adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:26.418823 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-32920258-36ba-4714-941c-21240e3fde5e req-53c75d71-06ab-4f0f-ab53-7fdfd734adfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.0625308 Apr 02 13:13:26.505247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32920258-36ba-4714-941c-21240e3fde5e req-0f22e3b6-6d2f-4f50-8fd6-8f9bfa301c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:26.506732 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-32920258-36ba-4714-941c-21240e3fde5e req-0f22e3b6-6d2f-4f50-8fd6-8f9bfa301c77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795569 Apr 02 13:13:26.867906 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-32920258-36ba-4714-941c-21240e3fde5e req-e0dafad0-04a9-417c-95b2-6ba5ba0f8d57 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538628 Apr 02 13:13:27.016872 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-32920258-36ba-4714-941c-21240e3fde5e req-25bfb3d6-1705-4527-a659-991c251d278d service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423850 Apr 02 13:13:27.244591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e790a53-1f3a-4890-b12a-c0db9606a662 req-d8fba1e0-088b-471f-a79c-0f3a159810c6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:27.246159 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3e790a53-1f3a-4890-b12a-c0db9606a662 req-d8fba1e0-088b-471f-a79c-0f3a159810c6 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0877295 Apr 02 13:13:27.295240 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3e790a53-1f3a-4890-b12a-c0db9606a662 req-ff507680-b456-40c7-9cfd-bc4307e6134f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419407 Apr 02 13:13:28.504471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c965a7d-7238-4092-a8dc-39c7bf1eced5 req-9bf6f801-2943-4e8a-a009-0ef7508b0323 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:28.505965 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4c965a7d-7238-4092-a8dc-39c7bf1eced5 req-9bf6f801-2943-4e8a-a009-0ef7508b0323 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0933859 Apr 02 13:13:28.554623 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4c965a7d-7238-4092-a8dc-39c7bf1eced5 req-8624cc7d-570a-4d27-a351-ec151738e141 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423260 Apr 02 13:13:29.760127 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a97066-4ee2-4203-b5df-1a73d926f6ea req-2255f63b-9a16-4c10-a6b5-a23bccc33bd1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:29.761750 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f3a97066-4ee2-4203-b5df-1a73d926f6ea req-2255f63b-9a16-4c10-a6b5-a23bccc33bd1 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 946 time: 0.0895615 Apr 02 13:13:29.813746 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f3a97066-4ee2-4203-b5df-1a73d926f6ea req-d868ef3b-1d48-4942-9adc-d8c7fff4dabe tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450587 Apr 02 13:13:29.827994 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:13:29.957001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:29.985738 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:13:29.996473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:13:30.001477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:30.003230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-10840fb1-33ed-475d-b8b6-d16f4debb7b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:13:30.079699 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=8']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:13:30.083589 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:13:30.163041 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'code': 422} returned with failed status Apr 02 13:13:31.396683 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239b691-3510-4222-bbdc-9b4f104287ae req-2086195e-c84d-41ec-bcba-53f7993bffef tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:31.398523 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2239b691-3510-4222-bbdc-9b4f104287ae req-2086195e-c84d-41ec-bcba-53f7993bffef tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.0971110 Apr 02 13:13:31.452621 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2239b691-3510-4222-bbdc-9b4f104287ae req-24a6c0d0-7360-48fb-90d1-a80a70cd9302 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459919 Apr 02 13:13:31.551472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 33436) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:13:31.744499 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b244f-8744-426e-9b2c-44cb63712966 req-4b269ea2-a603-4d58-b6a9-1a2a668d8b7f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:31.745997 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-400b244f-8744-426e-9b2c-44cb63712966 req-4b269ea2-a603-4d58-b6a9-1a2a668d8b7f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1584384 Apr 02 13:13:31.749830 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-01c75f6e-3923-479c-9b94-cf5fa1cf7b2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1970589 Apr 02 13:13:31.796848 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-400b244f-8744-426e-9b2c-44cb63712966 req-38917527-5345-472a-94df-0ee721f08d1c tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436363 Apr 02 13:13:32.450951 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-da277c11-e375-4e68-bf0b-850c9a20ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:32.452552 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-da277c11-e375-4e68-bf0b-850c9a20ea4b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f&tenant_id=769f46f4a90c42b5bc9a89faee56919e HTTP/1.1" status: 200 len: 1097 time: 0.0799429 Apr 02 13:13:32.552001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-f59de962-a5ae-4f91-b1b1-99cc2e7dcb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:32.553609 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-f59de962-a5ae-4f91-b1b1-99cc2e7dcb73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=769f46f4a90c42b5bc9a89faee56919e&device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 1097 time: 0.0780642 Apr 02 13:13:32.765656 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-ae6f0b36-a77c-4b14-9cb1-59efeaa08517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:32.767151 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-ae6f0b36-a77c-4b14-9cb1-59efeaa08517 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 200 len: 916 time: 0.2064719 Apr 02 13:13:32.775350 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f21289-3234-4c39-b5eb-9ff5011a1618 req-9eda0490-d3e3-4b6b-b94f-5b14d8fdb47a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:32.776840 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-67f21289-3234-4c39-b5eb-9ff5011a1618 req-9eda0490-d3e3-4b6b-b94f-5b14d8fdb47a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.1925786 Apr 02 13:13:32.918148 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-67f21289-3234-4c39-b5eb-9ff5011a1618 req-8ef8e0f0-cb3c-440e-8c11-0347db35e49b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831156 Apr 02 13:13:32.922094 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-6d396c4a-b5ea-433e-bd52-d54c6194bf7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 HTTP/1.1" status: 200 len: 1000 time: 0.1443114 Apr 02 13:13:33.048325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-3d677351-77fd-4111-b011-4eda35970e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:33.049873 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-3d677351-77fd-4111-b011-4eda35970e43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 200 len: 854 time: 0.0932260 Apr 02 13:13:33.068982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ec81d-4ccd-4e8a-94f0-4fc913eded56 req-6d53caf7-c159-4b86-ae3d-ec7740e4d5e8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:33.070476 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e35ec81d-4ccd-4e8a-94f0-4fc913eded56 req-6d53caf7-c159-4b86-ae3d-ec7740e4d5e8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1507273 Apr 02 13:13:33.172662 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e35ec81d-4ccd-4e8a-94f0-4fc913eded56 req-dba8213b-001b-46df-b15b-c3443eb449b3 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665910 Apr 02 13:13:33.186145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-a6b44c83-d191-4686-b0fb-f1afa1a131b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:33.187719 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-a6b44c83-d191-4686-b0fb-f1afa1a131b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8a8a4dbe-db2e-49a6-b25d-436104c9381d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1163254 Apr 02 13:13:33.329655 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-f9335850-91c3-40f2-9a5d-541b2f4ddc16 service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347344 Apr 02 13:13:33.472521 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5c5fcfb4-3125-461a-9094-e3d54d31eb4d req-88358f0b-aeff-4b1c-875c-481f7c27a01f service neutron] 10.222.0.23 "GET /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350169 Apr 02 13:13:34.128618 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340c201-3db2-48c8-887e-2658874ec06b req-59c91c2e-c4b4-46af-9d6c-7281b09c44c3 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:34.130228 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a340c201-3db2-48c8-887e-2658874ec06b req-59c91c2e-c4b4-46af-9d6c-7281b09c44c3 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.0948935 Apr 02 13:13:34.180767 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a340c201-3db2-48c8-887e-2658874ec06b req-f314f222-b0bf-4745-8458-3c5e7dcbf185 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442371 Apr 02 13:13:34.399219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e191079-5507-432b-8fc3-b3f4994b4dac req-e59c5a72-c023-4e06-b719-6374ab0009d6 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:34.400773 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3e191079-5507-432b-8fc3-b3f4994b4dac req-e59c5a72-c023-4e06-b719-6374ab0009d6 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0919960 Apr 02 13:13:34.453704 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3e191079-5507-432b-8fc3-b3f4994b4dac req-99e1e621-c929-4fe8-b61a-bf10aca1f549 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452302 Apr 02 13:13:35.397137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6875f1c-e7a8-44b2-a4c2-ae4f4640ce0e req-a27e0560-b6ae-4343-9f75-66f7c2524c8d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:35.398741 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d6875f1c-e7a8-44b2-a4c2-ae4f4640ce0e req-a27e0560-b6ae-4343-9f75-66f7c2524c8d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.0927732 Apr 02 13:13:35.450730 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d6875f1c-e7a8-44b2-a4c2-ae4f4640ce0e req-1f490f32-08af-407b-8964-930a35623148 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439327 Apr 02 13:13:35.671241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043918ac-acf8-454d-8dee-961407b52d25 req-9c3136ae-b9b2-47e1-bd48-f0cd549e5b8f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:35.672863 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-043918ac-acf8-454d-8dee-961407b52d25 req-9c3136ae-b9b2-47e1-bd48-f0cd549e5b8f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0940633 Apr 02 13:13:35.723497 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-043918ac-acf8-454d-8dee-961407b52d25 req-7af17d5c-c8d2-40e6-ac90-f47346f91b79 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432851 Apr 02 13:13:36.791112 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db3707-88ac-4266-8cb2-c7642e4495da req-05a70b66-44a4-461f-adfe-7cb2e94694cc tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:36.794220 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c1db3707-88ac-4266-8cb2-c7642e4495da req-05a70b66-44a4-461f-adfe-7cb2e94694cc tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.0920575 Apr 02 13:13:36.848185 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c1db3707-88ac-4266-8cb2-c7642e4495da req-536591a7-4d2d-4c2e-9ce9-943e0e83250b tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471678 Apr 02 13:13:36.944395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7512db-0a4f-4198-8b10-16e4bdc6ef5c req-a5ea7f46-2291-4cde-9cac-63a7d3763438 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:36.945958 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ae7512db-0a4f-4198-8b10-16e4bdc6ef5c req-a5ea7f46-2291-4cde-9cac-63a7d3763438 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0960233 Apr 02 13:13:36.995788 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ae7512db-0a4f-4198-8b10-16e4bdc6ef5c req-9ab50886-eb97-4ef4-b391-87513a584c06 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Apr 02 13:13:38.061891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122616f9-5832-4606-9e6b-7f2a18e5c7e7 req-33e4ed29-5f6a-4a64-848c-85c9c3898039 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:38.063512 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-122616f9-5832-4606-9e6b-7f2a18e5c7e7 req-33e4ed29-5f6a-4a64-848c-85c9c3898039 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.0917020 Apr 02 13:13:38.164534 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-122616f9-5832-4606-9e6b-7f2a18e5c7e7 req-aae031be-ecaf-4d65-a54b-41186a9e09bd tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943446 Apr 02 13:13:38.220627 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46209c40-96af-48dd-b466-3609931156eb req-1453560e-d022-4e64-aabc-2f4922e0dad9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:38.222346 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-46209c40-96af-48dd-b466-3609931156eb req-1453560e-d022-4e64-aabc-2f4922e0dad9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0988467 Apr 02 13:13:38.271449 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-46209c40-96af-48dd-b466-3609931156eb req-406c0c97-ab2d-4ae6-b435-0ed7d2687bbf tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Apr 02 13:13:39.395542 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35cca-2a12-4891-ba64-60f0b43f64e4 req-14ac3c77-e59e-4ecf-98b3-11986067d1a5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:39.397218 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-03a35cca-2a12-4891-ba64-60f0b43f64e4 req-14ac3c77-e59e-4ecf-98b3-11986067d1a5 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.0977092 Apr 02 13:13:39.495883 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-03a35cca-2a12-4891-ba64-60f0b43f64e4 req-8ae1fbea-e428-4162-b83d-8cf54317dbeb tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562742 Apr 02 13:13:39.529500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f5a78-89ef-447d-b53c-f01fc219ea57 req-89a8b084-1bcf-4ced-b1ff-c38071702a74 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:39.531133 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-123f5a78-89ef-447d-b53c-f01fc219ea57 req-89a8b084-1bcf-4ced-b1ff-c38071702a74 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1329327 Apr 02 13:13:39.582642 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-123f5a78-89ef-447d-b53c-f01fc219ea57 req-8e5af7ad-49ab-426c-ac23-7b1a0cb167f8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448740 Apr 02 13:13:40.784114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501d5e3-4c71-4165-887d-8cff1adbdc64 req-e2ba82a2-e458-4ac6-8346-07ff7c6a53ad tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:40.785764 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a501d5e3-4c71-4165-887d-8cff1adbdc64 req-e2ba82a2-e458-4ac6-8346-07ff7c6a53ad tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.1592386 Apr 02 13:13:40.852341 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910809d-63f3-4a77-9766-8f5a52d9edf1 req-774cb6b2-0b3f-4943-82d1-385f4610f155 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:40.853929 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0910809d-63f3-4a77-9766-8f5a52d9edf1 req-774cb6b2-0b3f-4943-82d1-385f4610f155 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1476884 Apr 02 13:13:40.880336 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a501d5e3-4c71-4165-887d-8cff1adbdc64 req-ebcd6503-ac08-4785-b758-7644da8f8cb4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840521 Apr 02 13:13:40.912018 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0910809d-63f3-4a77-9766-8f5a52d9edf1 req-e7dc8d7d-19b1-4ddb-8d50-e5ad61648704 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510542 Apr 02 13:13:42.432889 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4b9c0-4eac-4a7c-9896-e8e48da2ed7d req-fabcbcf3-a917-4ae3-8c2a-94bdaf1bbfbb tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:42.435034 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bbb4b9c0-4eac-4a7c-9896-e8e48da2ed7d req-fabcbcf3-a917-4ae3-8c2a-94bdaf1bbfbb tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.4090927 Apr 02 13:13:42.455001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a54ae-d57f-4033-ab91-8f0040438235 req-17fa5227-25af-4274-ae77-80439b628837 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:42.456621 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-412a54ae-d57f-4033-ab91-8f0040438235 req-17fa5227-25af-4274-ae77-80439b628837 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.3766165 Apr 02 13:13:42.536366 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-412a54ae-d57f-4033-ab91-8f0040438235 req-8ccd6781-48c6-42f0-8116-1a6c5809454d tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647006 Apr 02 13:13:42.539491 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bbb4b9c0-4eac-4a7c-9896-e8e48da2ed7d req-30e3e981-56de-487d-8233-b8d779282b1c tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935016 Apr 02 13:13:43.815929 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2ce81-11a2-4709-b3e7-4fd960a12298 req-8e9773a4-7d60-49fd-b33b-71a5059199f3 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:43.817531 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c4f2ce81-11a2-4709-b3e7-4fd960a12298 req-8e9773a4-7d60-49fd-b33b-71a5059199f3 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1626377 Apr 02 13:13:43.831778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28803aa-1cf5-4515-912c-60f57baaf852 req-8c7f6cca-bdd0-4cdb-afd8-9e46d24eab40 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:43.833418 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f28803aa-1cf5-4515-912c-60f57baaf852 req-8c7f6cca-bdd0-4cdb-afd8-9e46d24eab40 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.1357954 Apr 02 13:13:43.912952 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c4f2ce81-11a2-4709-b3e7-4fd960a12298 req-3e6b3e25-7ef9-49ba-b56a-338a3414f43f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784595 Apr 02 13:13:43.917862 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f28803aa-1cf5-4515-912c-60f57baaf852 req-68b5833c-024d-4468-8c1a-da0ae6641cb0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670273 Apr 02 13:13:45.201857 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097c5ce-2326-40c5-81f1-6d22627686fa req-3b3784a1-4fa8-410b-ac81-86a3ec182e69 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:45.203516 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0097c5ce-2326-40c5-81f1-6d22627686fa req-3b3784a1-4fa8-410b-ac81-86a3ec182e69 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1641867 Apr 02 13:13:45.212193 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef133f-6930-4fc4-9e55-3c9721858780 req-4fc5a317-df99-4756-881c-c4c5964113b4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:45.213670 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6fef133f-6930-4fc4-9e55-3c9721858780 req-4fc5a317-df99-4756-881c-c4c5964113b4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.1336133 Apr 02 13:13:45.287155 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0097c5ce-2326-40c5-81f1-6d22627686fa req-183c53d2-d84b-4aa5-8525-510437319fc5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724690 Apr 02 13:13:45.297975 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6fef133f-6930-4fc4-9e55-3c9721858780 req-dfcf31af-b0f3-4f7a-a323-1d97e25c387a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691168 Apr 02 13:13:46.563486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcb67a-ae52-4415-ae2e-0ae3e9e19215 req-ff5e81e1-a96c-4151-a4b6-f941c561d56b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:46.565159 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-71dcb67a-ae52-4415-ae2e-0ae3e9e19215 req-ff5e81e1-a96c-4151-a4b6-f941c561d56b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1622064 Apr 02 13:13:46.573759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79634370-7e24-4c4e-8923-1b3ec7abc93c req-085fb7ed-a133-48f9-ba07-f15582f2bff4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:46.575457 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-79634370-7e24-4c4e-8923-1b3ec7abc93c req-085fb7ed-a133-48f9-ba07-f15582f2bff4 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.1309516 Apr 02 13:13:46.647162 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-71dcb67a-ae52-4415-ae2e-0ae3e9e19215 req-5a844820-4b28-4063-9d62-fba352cf8661 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706801 Apr 02 13:13:46.654797 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-79634370-7e24-4c4e-8923-1b3ec7abc93c req-47007355-2e7f-435e-8b75-64dcd2409493 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645463 Apr 02 13:13:47.070238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc518-331a-43a7-bf26-59ef05de9d13 req-20cbf35e-fa62-4e7a-91dc-bbed313e326b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:47.071825 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f7ebc518-331a-43a7-bf26-59ef05de9d13 req-20cbf35e-fa62-4e7a-91dc-bbed313e326b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1505611 Apr 02 13:13:47.095107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-0f379021-9b00-4f2f-954b-fd44f0c8ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:47.096555 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-0f379021-9b00-4f2f-954b-fd44f0c8ddc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 1099 time: 0.1281950 Apr 02 13:13:47.211586 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f7ebc518-331a-43a7-bf26-59ef05de9d13 req-657fb9bf-f51b-4751-9e09-5c8fea3a2f69 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316879 Apr 02 13:13:47.257011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-ab21c7d1-aaa1-4292-b792-ad21712ef977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:47.258563 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-ab21c7d1-aaa1-4292-b792-ad21712ef977 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 911 time: 0.1543043 Apr 02 13:13:47.369177 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-5fe9a36a-6288-4420-8e83-341d57aabf59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770 HTTP/1.1" status: 200 len: 1002 time: 0.1039386 Apr 02 13:13:47.439267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-cdd77f34-0b00-4dd9-960f-b62b83cbdd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:47.440837 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-cdd77f34-0b00-4dd9-960f-b62b83cbdd25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 200 len: 849 time: 0.0652368 Apr 02 13:13:47.526295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-c8520c95-4a50-4274-9bab-ec294402b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:47.528085 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-c8520c95-4a50-4274-9bab-ec294402b785 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe6cb807-2995-4734-b5b5-f9a4735147d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809369 Apr 02 13:13:47.669919 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-e81b0b0f-37bd-42ca-9035-723f2b7c3760 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352344 Apr 02 13:13:47.863230 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5812f551-ab26-45e8-8f99-e1e86cdb1bf4 req-6e437fb8-c8f8-44a1-849f-2334fb376dc1 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872869 Apr 02 13:13:47.893105 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6020505-9022-40fc-b0df-c15ec1a183e0 req-7eef4a19-1300-4872-b225-9e0d21e10da8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:47.895105 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6020505-9022-40fc-b0df-c15ec1a183e0 req-7eef4a19-1300-4872-b225-9e0d21e10da8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 944 time: 0.1203225 Apr 02 13:13:47.916639 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:13:47.946071 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a6020505-9022-40fc-b0df-c15ec1a183e0 req-d139d2e0-4880-4bfd-b7bf-c285b1ec0dbe tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446498 Apr 02 13:13:48.058901 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:13:48.072746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'port_id': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'mac_address': 'fa:16:3e:f4:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:13:48.131962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:48.150139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:13:48.166787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:13:48.169604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:48.172286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:13:48.244875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=9']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:13:48.248347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:13:48.420546 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:13:48.424201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5df18-76fa-4489-b45e-b19e76e6a176 req-d544ec54-e10e-454c-9a4d-4d1b9a9ffdfb tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:48.425925 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-67c5df18-76fa-4489-b45e-b19e76e6a176 req-d544ec54-e10e-454c-9a4d-4d1b9a9ffdfb tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0955136 Apr 02 13:13:48.477003 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-67c5df18-76fa-4489-b45e-b19e76e6a176 req-7f9ee70c-0022-49f9-9656-0534741cfe46 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436249 Apr 02 13:13:48.491889 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7c0882d5-c62e-451d-8a39-63d842b609a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:49.150067 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6850a-5076-432f-a4b0-024f0188f50c req-63b428f4-6c33-4145-8765-f8325f355abc tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:49.151660 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b3f6850a-5076-432f-a4b0-024f0188f50c req-63b428f4-6c33-4145-8765-f8325f355abc tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 945 time: 0.0889287 Apr 02 13:13:49.202215 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b3f6850a-5076-432f-a4b0-024f0188f50c req-e3640a00-2775-402c-8fb8-2b4e64eb6d15 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442491 Apr 02 13:13:49.679523 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a195232-e6fb-447a-b6e9-c151df72bbcc req-2fc44c25-5aee-4166-aaba-3d912f2aacf7 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:49.681144 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0a195232-e6fb-447a-b6e9-c151df72bbcc req-2fc44c25-5aee-4166-aaba-3d912f2aacf7 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0863795 Apr 02 13:13:49.727430 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0a195232-e6fb-447a-b6e9-c151df72bbcc req-88bfe950-96a1-41b6-8ecb-bd8d6a450bf6 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389256 Apr 02 13:13:49.916422 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:49.941183 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:13:50.019254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:50.024787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:13:50.025170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:50.151229 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:50.180845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:13:50.191033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:13:50.193848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:50.195919 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:13:50.270156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=10']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:13:50.273495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:13:50.294299 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'code': 200} Apr 02 13:13:50.420051 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4416-2701-4cee-bf54-6cc9139937ac req-bf3c33b1-9828-464e-8349-aaaa29d3543d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:50.421763 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4fad4416-2701-4cee-bf54-6cc9139937ac req-bf3c33b1-9828-464e-8349-aaaa29d3543d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 947 time: 0.0977292 Apr 02 13:13:50.510463 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4fad4416-2701-4cee-bf54-6cc9139937ac req-66ccde6c-520e-494e-bc23-b52903ba002f tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821674 Apr 02 13:13:50.548678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97536e5e-6ecd-4858-9fa8-82e1c4b09f51 req-515ace34-9819-4bf1-be79-6ef562c374d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:50.550253 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97536e5e-6ecd-4858-9fa8-82e1c4b09f51 req-515ace34-9819-4bf1-be79-6ef562c374d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 1100 time: 0.0827885 Apr 02 13:13:50.594157 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97536e5e-6ecd-4858-9fa8-82e1c4b09f51 req-db2b04d2-331e-421e-bf59-f9b4ce15f977 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367475 Apr 02 13:13:50.699829 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8f6991c4-5482-40bb-a221-377716a5a139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:51.571125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:51.734137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b372f-3946-4959-815c-a50793aef0eb req-6be12461-4480-4f17-a741-8cb4dc28f821 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:51.735785 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b4b372f-3946-4959-815c-a50793aef0eb req-6be12461-4480-4f17-a741-8cb4dc28f821 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 947 time: 0.0965016 Apr 02 13:13:51.784171 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b4b372f-3946-4959-815c-a50793aef0eb req-9705f8c1-173c-409c-b9c4-8dba3174cb94 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417864 Apr 02 13:13:52.990192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d744f-0423-40c6-8aa7-4d6a02655415 req-8eb42184-d231-434f-824a-d5a058cdecc7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:52.991777 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-557d744f-0423-40c6-8aa7-4d6a02655415 req-8eb42184-d231-434f-824a-d5a058cdecc7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 947 time: 0.0914257 Apr 02 13:13:53.039297 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-557d744f-0423-40c6-8aa7-4d6a02655415 req-6c94572e-c90e-45e1-85da-791df4e46dcb tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407195 Apr 02 13:13:53.185190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:13:55.811883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:13:56.983205 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b3d25-8ce9-494a-b0b4-26472b7d78c9 req-2e2a7fdb-324e-430b-9151-dbef2b116fa3 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:56.984758 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b42b3d25-8ce9-494a-b0b4-26472b7d78c9 req-2e2a7fdb-324e-430b-9151-dbef2b116fa3 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0878775 Apr 02 13:13:57.031762 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b42b3d25-8ce9-494a-b0b4-26472b7d78c9 req-cd9df591-890a-4339-9778-6b9c21b0261e tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 Apr 02 13:13:58.236465 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd572d6-ba0a-429b-8c2c-2661754c5ef7 req-482ed995-ed36-4851-aedb-c7a7bed885cc tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:58.238014 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9dd572d6-ba0a-429b-8c2c-2661754c5ef7 req-482ed995-ed36-4851-aedb-c7a7bed885cc tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0900123 Apr 02 13:13:58.286083 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9dd572d6-ba0a-429b-8c2c-2661754c5ef7 req-dc8ed4ca-8846-4375-91c9-3be092cc043b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 Apr 02 13:13:59.486494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43498529-d026-4d1f-bfc3-f3a1813f508f req-0a64d091-5055-44de-85ba-483fc604313d tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:13:59.488088 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-43498529-d026-4d1f-bfc3-f3a1813f508f req-0a64d091-5055-44de-85ba-483fc604313d tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0888450 Apr 02 13:13:59.539202 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-43498529-d026-4d1f-bfc3-f3a1813f508f req-bab35e83-f450-4d12-82b7-dc7889680a59 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447068 Apr 02 13:14:00.735459 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f26fc-2eee-44ed-b231-da5b55336597 req-0180c8c5-13f4-4a3a-a15c-34f378b361ae tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:00.737042 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-567f26fc-2eee-44ed-b231-da5b55336597 req-0180c8c5-13f4-4a3a-a15c-34f378b361ae tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0873957 Apr 02 13:14:00.784811 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-567f26fc-2eee-44ed-b231-da5b55336597 req-5dd1a323-be4d-45b3-a634-6fc2b8b43b4b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 Apr 02 13:14:01.985568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddffe99-4cb1-4a13-9224-c6dabc8d6823 req-63cf40ff-24ef-4d0d-9861-b180e3739a5f tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:01.987038 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8ddffe99-4cb1-4a13-9224-c6dabc8d6823 req-63cf40ff-24ef-4d0d-9861-b180e3739a5f tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0912497 Apr 02 13:14:02.034497 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8ddffe99-4cb1-4a13-9224-c6dabc8d6823 req-0a0248a5-0b4f-46e9-a072-6c9c397b2a1b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411482 Apr 02 13:14:03.234905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c22be-f380-4dd3-ad6d-3a7ce3e28f02 req-83f2582a-8043-40cc-8a18-55a898b76077 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:03.236510 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-193c22be-f380-4dd3-ad6d-3a7ce3e28f02 req-83f2582a-8043-40cc-8a18-55a898b76077 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0886576 Apr 02 13:14:03.283977 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-193c22be-f380-4dd3-ad6d-3a7ce3e28f02 req-82a318eb-5923-4cf1-a916-57f4192e5079 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409145 Apr 02 13:14:04.486876 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795f472-c371-4ae9-8e99-778fcdbe2d2a req-ef463219-4d34-4517-a2e1-01f7f7a50f80 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:04.488420 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1795f472-c371-4ae9-8e99-778fcdbe2d2a req-ef463219-4d34-4517-a2e1-01f7f7a50f80 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0924399 Apr 02 13:14:04.537216 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1795f472-c371-4ae9-8e99-778fcdbe2d2a req-7402c813-7537-4bef-bfd2-23a45455bbd3 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Apr 02 13:14:05.735641 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fd7f0-56ff-4657-8496-1acbcd9d75aa req-0ed3ecb4-d763-4019-add4-d34a2e542d10 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:05.737249 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-065fd7f0-56ff-4657-8496-1acbcd9d75aa req-0ed3ecb4-d763-4019-add4-d34a2e542d10 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0892963 Apr 02 13:14:05.787545 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-065fd7f0-56ff-4657-8496-1acbcd9d75aa req-4ba58c5f-ff71-44bd-9bf8-d961066b9ce0 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438485 Apr 02 13:14:07.009132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c2c4a-91a3-44a9-9609-ba49778ded28 req-13bdc971-ae75-4b3f-8b29-d002e661e590 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:07.010716 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-865c2c4a-91a3-44a9-9609-ba49778ded28 req-13bdc971-ae75-4b3f-8b29-d002e661e590 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.1040885 Apr 02 13:14:07.122622 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-865c2c4a-91a3-44a9-9609-ba49778ded28 req-d5f5b00a-91b7-4a65-9805-3deacb9605e7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051033 Apr 02 13:14:07.149038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-df541af2-fc78-4d74-a80f-2cbdc0092031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:07.150747 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-df541af2-fc78-4d74-a80f-2cbdc0092031 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b724dde5161c4effa01f9674048be1fe&device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1098 time: 0.1098535 Apr 02 13:14:07.296768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-fdb184cd-246d-4f09-8e25-bf548397a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:07.298338 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-fdb184cd-246d-4f09-8e25-bf548397a071 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34bffb8b-a28b-4660-9455-c161a62b84c4 HTTP/1.1" status: 200 len: 909 time: 0.1389954 Apr 02 13:14:07.405323 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-83b8cc40-51aa-4a3b-b833-378c6fbb34b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ff34db-890c-4958-9ee1-cd8653990ab2 HTTP/1.1" status: 200 len: 1001 time: 0.0997190 Apr 02 13:14:07.478210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-64c49ed4-1aeb-43c5-8cc5-b823c7e8c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:07.479801 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-64c49ed4-1aeb-43c5-8cc5-b823c7e8c6d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cdc876f-ea48-4428-8c12-29b19e815ce1 HTTP/1.1" status: 200 len: 847 time: 0.0676081 Apr 02 13:14:07.562642 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-8d6dd5e5-e354-4ee0-bfad-2222730e8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:07.564419 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-8d6dd5e5-e354-4ee0-bfad-2222730e8035 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34bffb8b-a28b-4660-9455-c161a62b84c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780487 Apr 02 13:14:07.940072 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-9941d84d-77f6-4d31-b092-e4fd726a25de service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656480 Apr 02 13:14:08.084458 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1b243d1f-ed79-4eb2-bf80-2efde54fb541 req-edc82b87-f47e-4e7d-8eee-5b2c937b8907 service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379426 Apr 02 13:14:08.326792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8afb05-0510-4476-935e-5537eab4b797 req-23ee822b-0cdf-4ab2-a22c-12e2c838189c tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:08.328400 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bd8afb05-0510-4476-935e-5537eab4b797 req-23ee822b-0cdf-4ab2-a22c-12e2c838189c tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0917413 Apr 02 13:14:08.376725 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bd8afb05-0510-4476-935e-5537eab4b797 req-4b3d749d-b575-433c-819a-a42153061a39 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 Apr 02 13:14:09.578119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef539c-4415-4da7-977c-c645b1ff4517 req-aeb65d72-150f-4598-b7d4-12588b0e060e tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:09.579740 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8cef539c-4415-4da7-977c-c645b1ff4517 req-aeb65d72-150f-4598-b7d4-12588b0e060e tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0919507 Apr 02 13:14:09.627189 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8cef539c-4415-4da7-977c-c645b1ff4517 req-ebefd0c6-e132-428b-8217-417129d76544 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411038 Apr 02 13:14:10.830862 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c1b3d-c59c-439d-a937-599ed5703339 req-82fdabc9-531c-4d03-81b4-a8dae8255b67 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:10.832494 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b21c1b3d-c59c-439d-a937-599ed5703339 req-82fdabc9-531c-4d03-81b4-a8dae8255b67 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0908806 Apr 02 13:14:10.879791 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b21c1b3d-c59c-439d-a937-599ed5703339 req-8389e15d-64df-4dd9-adb0-f75ba9335b7d tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Apr 02 13:14:11.184005 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-ae9eb553-d5e6-4c02-bd98-cf1423427df8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876529 Apr 02 13:14:11.382313 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d041ad-8a8c-4fc0-9a1b-e4f0febad58c req-6ff5f071-8ed9-4694-8904-fcb6936bc9ab tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:11.383955 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34d041ad-8a8c-4fc0-9a1b-e4f0febad58c req-6ff5f071-8ed9-4694-8904-fcb6936bc9ab tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0907841 Apr 02 13:14:11.432145 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34d041ad-8a8c-4fc0-9a1b-e4f0febad58c req-e1fd94ff-27a5-4158-8952-c5451243f590 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 Apr 02 13:14:12.058259 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 63ff34db-890c-4958-9ee1-cd8653990ab2 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:14:12.182564 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:12.211259 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:14:12.221999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 63ff34db-890c-4958-9ee1-cd8653990ab2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=63ff34db-890c-4958-9ee1-cd8653990ab2,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:12.224899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:12.226733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d8d6dc0b-2e7e-4d24-ae04-cc2ea00965d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:12.258890 dv-cinder-782995-3-smb neutron-server[84216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'code': 422} returned with failed status Apr 02 13:14:12.271135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-67eb7ae0-2d52-44a9-bae3-9291ba0f69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:12.272876 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-67eb7ae0-2d52-44a9-bae3-9291ba0f69bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00&tenant_id=b724dde5161c4effa01f9674048be1fe HTTP/1.1" status: 200 len: 1096 time: 0.0787742 Apr 02 13:14:12.299360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=63ff34db-890c-4958-9ee1-cd8653990ab2,revision_number=6']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:12.302635 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:12.377423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-e76b0b82-32e2-4809-92db-047fa9a0d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:12.378988 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-e76b0b82-32e2-4809-92db-047fa9a0d75e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b724dde5161c4effa01f9674048be1fe&device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1096 time: 0.0799222 Apr 02 13:14:12.525819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-00886b13-2d05-445f-8810-a5543fc29f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:12.527423 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-00886b13-2d05-445f-8810-a5543fc29f23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34bffb8b-a28b-4660-9455-c161a62b84c4 HTTP/1.1" status: 200 len: 909 time: 0.1413546 Apr 02 13:14:12.688114 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-12f3d577-e849-48dd-a812-6677b95c7d67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ff34db-890c-4958-9ee1-cd8653990ab2 HTTP/1.1" status: 200 len: 999 time: 0.1532650 Apr 02 13:14:12.774124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cad33-3f90-4aea-b33e-85b6a5e8038c req-0b3250e6-a94c-4b8c-8d94-15a1d88c3908 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:12.775717 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a90cad33-3f90-4aea-b33e-85b6a5e8038c req-0b3250e6-a94c-4b8c-8d94-15a1d88c3908 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 943 time: 0.1894159 Apr 02 13:14:12.779924 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-38d5c05a-b8d5-45f9-82d8-d6874b64419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:12.781373 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-38d5c05a-b8d5-45f9-82d8-d6874b64419d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cdc876f-ea48-4428-8c12-29b19e815ce1 HTTP/1.1" status: 200 len: 847 time: 0.0853014 Apr 02 13:14:12.869822 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a90cad33-3f90-4aea-b33e-85b6a5e8038c req-de511c90-40aa-4a33-a8e5-ecdf2bbe9415 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870717 Apr 02 13:14:12.895683 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-97ca2e4a-773e-4cf2-8d75-fc27c459ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:12.897248 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-97ca2e4a-773e-4cf2-8d75-fc27c459ae00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34bffb8b-a28b-4660-9455-c161a62b84c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0987365 Apr 02 13:14:13.041961 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-70bcad20-00d4-4feb-82b4-82e24184eb1d service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363006 Apr 02 13:14:13.189050 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5243b211-300a-4171-98c3-5fad64efd7b4 req-79f792f7-c73d-4d38-b717-55366b06b9fa service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369960 Apr 02 13:14:14.072890 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee7502-e3c0-4a1b-8485-10f965141586 req-e5aa9479-2d3c-419c-a511-2a59aada75e9 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:14.074456 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-07ee7502-e3c0-4a1b-8485-10f965141586 req-e5aa9479-2d3c-419c-a511-2a59aada75e9 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 943 time: 0.0902841 Apr 02 13:14:14.124042 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-07ee7502-e3c0-4a1b-8485-10f965141586 req-0388472e-7b44-4015-b6bc-9f1533b2c67b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Apr 02 13:14:15.324031 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734ce3b-81a1-41be-9ad4-895928545b29 req-81a4f367-7770-43a0-9d58-81df4036fe9b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:15.326635 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4734ce3b-81a1-41be-9ad4-895928545b29 req-81a4f367-7770-43a0-9d58-81df4036fe9b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 943 time: 0.0890656 Apr 02 13:14:15.374796 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4734ce3b-81a1-41be-9ad4-895928545b29 req-f377a282-b670-4da8-b2d1-8375256e333d tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419085 Apr 02 13:14:16.088777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 63ff34db-890c-4958-9ee1-cd8653990ab2 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:14:16.231995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 63ff34db-890c-4958-9ee1-cd8653990ab2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=63ff34db-890c-4958-9ee1-cd8653990ab2,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:16.245633 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'port_id': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'mac_address': 'fa:16:3e:2b:d0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:14:16.306497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:16.323559 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ff34db-890c-4958-9ee1-cd8653990ab2 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:14:16.339090 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 63ff34db-890c-4958-9ee1-cd8653990ab2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=63ff34db-890c-4958-9ee1-cd8653990ab2,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:16.342763 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:16.344608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:16.413100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=63ff34db-890c-4958-9ee1-cd8653990ab2,revision_number=7']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:16.421825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.422206 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.422582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.422955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.423323 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.423712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.424075 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.424438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.424805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.425164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.425521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.425877 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:16.429903 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:16.578471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['63ff34db-890c-4958-9ee1-cd8653990ab2'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:14:16.580953 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5debd-7ce7-4cec-b0d1-1c088a276dea req-4ac35997-ad2a-4954-81a4-a59ca6b9f617 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:16.582536 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6ea5debd-7ce7-4cec-b0d1-1c088a276dea req-4ac35997-ad2a-4954-81a4-a59ca6b9f617 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 944 time: 0.0910187 Apr 02 13:14:16.629957 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6ea5debd-7ce7-4cec-b0d1-1c088a276dea req-b0b6f78d-c495-49c8-8809-1b2f33ed0fa6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407929 Apr 02 13:14:17.828345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed685b1-dab3-47e7-adfb-9ddd225abeac req-08ffb302-4f2f-48c5-8b4f-a13e79ce9864 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:17.829945 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0ed685b1-dab3-47e7-adfb-9ddd225abeac req-08ffb302-4f2f-48c5-8b4f-a13e79ce9864 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 944 time: 0.0879614 Apr 02 13:14:17.880409 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0ed685b1-dab3-47e7-adfb-9ddd225abeac req-d48b7c79-97eb-465a-bd6f-cbb3ccbac5f0 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Apr 02 13:14:18.091984 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 63ff34db-890c-4958-9ee1-cd8653990ab2 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:14:18.166920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 63ff34db-890c-4958-9ee1-cd8653990ab2 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:14:18.167338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:18.458930 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:18.492769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4f49576b-00e1-4c41-8462-d8b7bfda7d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:18.499707 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:14:18.510043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 63ff34db-890c-4958-9ee1-cd8653990ab2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=63ff34db-890c-4958-9ee1-cd8653990ab2,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:18.513798 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:18.515596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:18.553019 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'code': 200} Apr 02 13:14:18.587004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=63ff34db-890c-4958-9ee1-cd8653990ab2,revision_number=8']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:18.590246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:18.873340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5b6d6-5d54-4fcb-a147-c7e0d8a6bf6c req-0810a364-9305-4a83-b58a-528f1411f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:18.874879 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1ff5b6d6-5d54-4fcb-a147-c7e0d8a6bf6c req-0810a364-9305-4a83-b58a-528f1411f69c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1098 time: 0.0756614 Apr 02 13:14:18.918945 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1ff5b6d6-5d54-4fcb-a147-c7e0d8a6bf6c req-7f4e328d-d1de-4fd0-a683-149834b856a0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349915 Apr 02 13:14:19.080446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02fab6-b83e-408c-a797-b02b244b14e6 req-8c7e9514-73ea-4906-a690-0a0f3967c4c9 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:19.082009 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bd02fab6-b83e-408c-a797-b02b244b14e6 req-8c7e9514-73ea-4906-a690-0a0f3967c4c9 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0900848 Apr 02 13:14:19.129923 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bd02fab6-b83e-408c-a797-b02b244b14e6 req-2be51eef-1dfe-42e3-8534-f3580bd88431 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Apr 02 13:14:19.917489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:20.022767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:20.331522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5e5da-37de-426a-8623-0a6045a01c3e req-54a9c0e5-060e-44ee-91b6-fd1ec217c1e1 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:20.333137 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-14a5e5da-37de-426a-8623-0a6045a01c3e req-54a9c0e5-060e-44ee-91b6-fd1ec217c1e1 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0863082 Apr 02 13:14:20.378924 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-14a5e5da-37de-426a-8623-0a6045a01c3e req-2c1ed3d4-6154-4956-899a-88458d7cac9d tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395930 Apr 02 13:14:20.701730 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5245d91f-befb-48fa-9929-026d152c21fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:20.857764 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-7d908aad-45c1-4616-b03a-8b7cfd5c27c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788302 Apr 02 13:14:21.009468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-15937196-735f-4650-918d-bb32d3c48616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:21.010985 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-15937196-735f-4650-918d-bb32d3c48616 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 1099 time: 0.0787988 Apr 02 13:14:21.169462 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-27ec467b-3c3e-4a67-aade-bc6fc779a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:21.171029 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-27ec467b-3c3e-4a67-aade-bc6fc779a2db service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 911 time: 0.1369357 Apr 02 13:14:21.289818 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-cb63ec7e-28a0-4519-875f-0971df066564 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770 HTTP/1.1" status: 200 len: 1002 time: 0.1018546 Apr 02 13:14:21.358333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-d73fd6e3-2f95-4513-998f-79251e98f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:21.359924 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-d73fd6e3-2f95-4513-998f-79251e98f9e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 200 len: 849 time: 0.0635071 Apr 02 13:14:21.443756 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-b84d8306-2fd0-4959-8ac5-2a459a498629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:21.445308 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-b84d8306-2fd0-4959-8ac5-2a459a498629 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe6cb807-2995-4734-b5b5-f9a4735147d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788093 Apr 02 13:14:21.572190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:21.587913 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-cb9e54f7-b671-464f-9d69-743d46ea34ad service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352315 Apr 02 13:14:21.728713 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f2d48eb-b05a-421b-bd3e-aec9a69d9227 req-10fd84b1-75c5-462d-bbcb-39c4c044f48c service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343064 Apr 02 13:14:23.075941 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150bed7-38dc-44e4-b123-156d1d3dae39 req-4ec8380e-26f3-42fa-bd5f-5fbad0feb341 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:23.077513 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5150bed7-38dc-44e4-b123-156d1d3dae39 req-4ec8380e-26f3-42fa-bd5f-5fbad0feb341 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0881279 Apr 02 13:14:23.124939 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5150bed7-38dc-44e4-b123-156d1d3dae39 req-3171f0f5-072b-4d42-b47a-e36c28dfeb66 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411024 Apr 02 13:14:23.187050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:24.548749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b889f-f690-4a1a-9e16-2de4d667df08 req-27efe882-07a0-4df6-8a37-1abb8991d2eb tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:24.550354 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-883b889f-f690-4a1a-9e16-2de4d667df08 req-27efe882-07a0-4df6-8a37-1abb8991d2eb tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.3109400 Apr 02 13:14:24.597612 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-883b889f-f690-4a1a-9e16-2de4d667df08 req-fe449239-fd80-45f6-9b57-a0f0d94731d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408955 Apr 02 13:14:25.160702 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-bc089829-e928-4c58-b4e1-8241a922b800 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:25.162224 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-bc089829-e928-4c58-b4e1-8241a922b800 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.0904164 Apr 02 13:14:25.244463 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Deleting port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:14:25.244846 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:25.501486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] For port 4c3ccb95-93e0-4a60-b30c-0d54cce38770, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4c3ccb95-93e0-4a60-b30c-0d54cce38770,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:25.501798 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:25.878221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:25.878809 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:25.878959 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Floating IP 7b4d61e7-72ab-41cf-a81d-e02974c3252b disassociated. External IP: 172.28.1.102, port: 4c3ccb95-93e0-4a60-b30c-0d54cce38770. Apr 02 13:14:25.879304 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Calling delete_port for 4c3ccb95-93e0-4a60-b30c-0d54cce38770 owned by compute:nova {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:14:25.954028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102c85-cf29-458c-b491-9a3438164fc0 req-f56aadda-a807-4365-8cf2-dda9462e0653 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:25.955620 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a5102c85-cf29-458c-b491-9a3438164fc0 req-f56aadda-a807-4365-8cf2-dda9462e0653 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 946 time: 0.1872294 Apr 02 13:14:26.057381 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a5102c85-cf29-458c-b491-9a3438164fc0 req-682ccae4-8a17-4465-aefd-e75ffb8cf93f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=4bba4af7-bd76-4119-864a-e4ba32c74e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950065 Apr 02 13:14:26.084747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:26.099985 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e4e5bb2e-2dc8-42e5-a2cb-dd125c1d64e8 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:26.194358 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event deleted for resources: {'Port': ['ID=4c3ccb95-93e0-4a60-b30c-0d54cce38770,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:26.216465 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.216873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.217273 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.217664 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.218052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.218440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.218825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.219208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.219591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.220001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.220380 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.220759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:26.225694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:26.475089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:14:26.667438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:14:26.677206 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] Sync routers for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:14:26.688893 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:14:26.690165 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:14:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:26.773774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] No DVR routers for this DVR port 4c3ccb95-93e0-4a60-b30c-0d54cce38770 on host hv-cinder-78299 {{(pid=84330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:14:26.776368 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:26.780193 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'name': 'network-vif-deleted', 'tag': '4c3ccb95-93e0-4a60-b30c-0d54cce38770'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:14:26.825046 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5b4f2045-0087-4c00-b186-9064af305ba4 req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.23 "DELETE /v2.0/ports/4c3ccb95-93e0-4a60-b30c-0d54cce38770 HTTP/1.1" status: 204 len: 173 time: 1.6562037 Apr 02 13:14:26.928514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:14:26.962231 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1afa74-0e47-4ffc-aa7f-034207f15eff', 'name': 'network-vif-deleted', 'tag': '4c3ccb95-93e0-4a60-b30c-0d54cce38770', 'status': 'completed', 'code': 200} Apr 02 13:14:27.005551 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b113e-452e-4193-a207-7f1419ff97c3 req-99ce3584-145f-4b19-a7c4-b38ef49f7021 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:27.007167 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-248b113e-452e-4193-a207-7f1419ff97c3 req-99ce3584-145f-4b19-a7c4-b38ef49f7021 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 947 time: 0.1468592 Apr 02 13:14:27.059064 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-248b113e-452e-4193-a207-7f1419ff97c3 req-ac724918-989d-4e46-bc6a-6f742b1cfc86 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442777 Apr 02 13:14:27.235777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-b10dbbb5-c2dc-4548-bf67-9fe4959b1e1c req-48c9fef6-4221-428a-b6b4-ead59d573d44 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Synchronizing usage tracker for tenant:2af4078c97b541a9895220da07bc85ea on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:14:27.251921 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-b10dbbb5-c2dc-4548-bf67-9fe4959b1e1c req-48c9fef6-4221-428a-b6b4-ead59d573d44 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Unset dirty status for tenant:2af4078c97b541a9895220da07bc85ea on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:14:27.253214 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b10dbbb5-c2dc-4548-bf67-9fe4959b1e1c req-48c9fef6-4221-428a-b6b4-ead59d573d44 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce1afa74-0e47-4ffc-aa7f-034207f15eff HTTP/1.1" status: 200 len: 210 time: 0.0647070 Apr 02 13:14:27.289721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:27.294284 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] Checking router: 42ceed77-0246-455d-9e1c-f5703e9a8cd2 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:14:27.303125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:14:27.303831 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:14:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:27.493670 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:14:27.825139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:27.829306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b3855a-e033-4bfc-bcc1-c93c0af2d84b None None] The sync data for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb is: [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:14:28.124794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4c3ccb95-93e0-4a60-b30c-0d54cce38770 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:14:28.170555 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 4c3ccb95-93e0-4a60-b30c-0d54cce38770 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:14:28.170960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4c3ccb95-93e0-4a60-b30c-0d54cce38770 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:14:28.279774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07efc9a6-f4c0-4a38-bbd5-35e0be8f252b None None] New status for floating IP 7b4d61e7-72ab-41cf-a81d-e02974c3252b: DOWN {{(pid=84332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:14:28.341077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96763f-0b62-4abf-939f-b5eb604797ec req-93bd7a6a-c608-434f-af53-416ca61df6e0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:28.342593 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-db96763f-0b62-4abf-939f-b5eb604797ec req-93bd7a6a-c608-434f-af53-416ca61df6e0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.23 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 947 time: 0.1607716 Apr 02 13:14:28.351492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead21a0-8d33-4f14-8778-cfe2f42560e6 req-2db3c6d1-094b-4142-90e7-2f489631da27 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:28.353015 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6ead21a0-8d33-4f14-8778-cfe2f42560e6 req-2db3c6d1-094b-4142-90e7-2f489631da27 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 947 time: 0.1698794 Apr 02 13:14:28.392492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33678) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:28.461825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Deleting port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:14:28.462178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:28.463119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:28.494723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:28.507241 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6ead21a0-8d33-4f14-8778-cfe2f42560e6 req-3d78c36d-078a-47ac-9e44-4c8a314e521a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups?id=46f3e945-eee5-4255-9ff4-0a94c7cced9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216495 Apr 02 13:14:28.547161 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:28.552628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-032f3f1b-0255-42a6-bb37-13ec5cca247f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:28.570587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bba4af7-bd76-4119-864a-e4ba32c74e19,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:28.582350 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.582766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.583174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.583573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.583999 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.584396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.584790 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.585182 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.585573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.585961 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.586351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.586739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:14:28.593264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:28.599244 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:28.603037 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-aaaf46db-c2c4-4f78-9336-9d4692e6bbe5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "DELETE /v2.0/security-groups/4bba4af7-bd76-4119-864a-e4ba32c74e19 HTTP/1.1" status: 204 len: 168 time: 0.2069378 Apr 02 13:14:28.603303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33682) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:28.628743 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.v2.resource [None req-361f8097-26ce-4e2a-97cd-091d6dfa2685 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] show failed (client error): The resource could not be found. Apr 02 13:14:28.629846 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-361f8097-26ce-4e2a-97cd-091d6dfa2685 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups/4bba4af7-bd76-4119-864a-e4ba32c74e19 HTTP/1.1" status: 404 len: 347 time: 0.0255263 Apr 02 13:14:28.633094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33686) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:28.742552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] For port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:28.742944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:28.801140 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Deleting port 9d2d159c-6ffd-49cb-bacf-edae379e61c6 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:14:28.801519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:28.978068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:28.978326 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:29.048531 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:29.048948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:29.049304 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Floating IP 19236a09-38e9-4745-ad53-32bec3561b3e disassociated. External IP: 172.28.1.228, port: 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4. Apr 02 13:14:29.049680 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Calling delete_port for 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 owned by compute:nova {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:14:29.119660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Calling delete_port for 9d2d159c-6ffd-49cb-bacf-edae379e61c6 owned by network:floatingip {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:14:29.273226 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:29.293696 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:29.389719 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event deleted for resources: {'Port': ['ID=9d2d159c-6ffd-49cb-bacf-edae379e61c6,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:29.393838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:29.427399 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:29.445114 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8ca748f3-0e70-4cb5-90c1-b81781228be7 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:29.547254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event deleted for resources: {'Port': ['ID=4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:29.549861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:29.552682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:29.571709 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:29.572963 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-ad0c7972-2960-42d5-8ff1-5ba0f302c0bd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "DELETE /v2.0/floatingips/7b4d61e7-72ab-41cf-a81d-e02974c3252b HTTP/1.1" status: 204 len: 168 time: 0.9389048 Apr 02 13:14:29.804844 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-64de9dad-bdcd-4dc4-b9a7-5b041dbe4a1d req-34b416e6-991c-4a7e-b1e3-a02f6c7643fe tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/ports?device_id=473262b5-4e0e-42bf-ab47-fbc02efec78f HTTP/1.1" status: 200 len: 210 time: 0.1208549 Apr 02 13:14:29.866071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Router 4fdfc4ac-2607-4591-8e32-d99ef216b674 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:14:29.883442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33696) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:29.889361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380429785', 'description': 'tempest-description--440093937'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:14:29.895899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:14:29.900151 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:security_group and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:14:29.904200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:14:29.910651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:14:29.924904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:29.946023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:14:29.949996 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:security_group_rule and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:14:29.952969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:14:29.959017 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:14:30.033473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.037611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.043512 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-acca7740-572d-4141-8c89-11359b922a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:30.059985 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:14:30.070270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] Sync routers for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:14:30.086058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa99aee-f720-449c-8a32-d4d25ff45702,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:30.086715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:14:30.087497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:14:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:30.088849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:30.090300 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.094687 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2101004 Apr 02 13:14:30.095348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33700) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:30.101345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'security_group_rule': {'security_group_id': 'daa99aee-f720-449c-8a32-d4d25ff45702', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:14:30.108289 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:14:30.112334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:security_group_rule and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:14:30.116020 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:14:30.122479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:14:30.143379 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.147861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] No DVR routers for this DVR port 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 on host hv-cinder-78299 {{(pid=84330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:14:30.160857 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.163910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'name': 'network-vif-deleted', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:14:30.194025 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-db96763f-0b62-4abf-939f-b5eb604797ec req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.23 "DELETE /v2.0/ports/4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 HTTP/1.1" status: 204 len: 173 time: 1.8395810 Apr 02 13:14:30.230317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.236442 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.238544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:30.249640 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473262b5-4e0e-42bf-ab47-fbc02efec78f', 'name': 'network-vif-deleted', 'tag': '4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4', 'status': 'completed', 'code': 200} Apr 02 13:14:30.267572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f26dd4-d9e7-4d5c-ae28-7b7718ddf71d,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:30.270125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:30.277851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.282324 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b6c454f7-a1e0-4e64-808e-d177f19fce8a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1826472 Apr 02 13:14:30.282703 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 33706) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:30.288769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'security_group_rule': {'security_group_id': 'daa99aee-f720-449c-8a32-d4d25ff45702', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:14:30.295018 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:14:30.300063 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:security_group_rule and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:14:30.303175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:14:30.310121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:14:30.326879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.392890 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:14:30.394792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.397927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.400012 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:30.423737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afae517-7c81-448d-9653-3b27ed8fac6e,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:30.426247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:30.432690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.434609 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503847 Apr 02 13:14:30.437892 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 33710) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:30.443505 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'floatingip': {'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:14:30.450305 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:14:30.454282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:floatingip and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:14:30.457348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:14:30.463792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:14:30.473511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.620634 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.732236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:30.736596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] Checking router: 4fdfc4ac-2607-4591-8e32-d99ef216b674 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:14:30.746419 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:14:30.747687 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:14:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:30.766957 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Allocated IP 172.28.1.61 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/9c6e06ae-a3e8-4399-afbf-7b4ee3b57f8f) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:14:30.928445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.941120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33718) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:30.950490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:14:30.968864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:30.988367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:31.013909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9871-1f20-4882-a609-065c9189a07a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.045168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9871-1f20-4882-a609-065c9189a07a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.098468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9871-1f20-4882-a609-065c9189a07a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.110328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7a2eba00-f806-4ad7-965a-b48a14c807c7 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:31.125706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'Port': ['ID=9c6e06ae-a3e8-4399-afbf-7b4ee3b57f8f,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:31.127033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9871-1f20-4882-a609-065c9189a07a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.131335 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f2bf9871-1f20-4882-a609-065c9189a07a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "DELETE /v2.0/security-groups/46f3e945-eee5-4255-9ff4-0a94c7cced9a HTTP/1.1" status: 204 len: 168 time: 0.1861069 Apr 02 13:14:31.131335 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf9871-1f20-4882-a609-065c9189a07a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f3e945-eee5-4255-9ff4-0a94c7cced9a,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:31.131618 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 33722) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:31.133522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f2bf9871-1f20-4882-a609-065c9189a07a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:31.156095 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:31.167515 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.v2.resource [None req-7d069a5b-70ce-4091-bfa5-dffbef16dbef tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] show failed (client error): The resource could not be found. Apr 02 13:14:31.172138 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7d069a5b-70ce-4091-bfa5-dffbef16dbef tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "GET /v2.0/security-groups/46f3e945-eee5-4255-9ff4-0a94c7cced9a HTTP/1.1" status: 404 len: 347 time: 0.0371954 Apr 02 13:14:31.172674 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33726) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:31.205704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:14:31.207003 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:14:31.209347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:14:31.297956 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.353142 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Deleting port c9c613a5-7fd7-49de-a20f-719535f2d051 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:14:31.353398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.364981 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.494938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:31.500000 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb12e19-50e1-4ca4-a8ec-5ab406fafc1c None None] The sync data for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb is: [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:08:28Z', 'revision_number': 4, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'b1bbb11f-186a-4667-8a92-b160c7e9a5e4', 'name': '', 'network_id': '8a8a4dbe-db2e-49a6-b25d-436104c9381d', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'mac_address': 'fa:16:3e:7e:3d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:21Z', 'updated_at': '2021-04-02T13:08:44Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'subnets': [{'id': '5f6aa5f0-906b-498f-9feb-a388750ff339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:14:31.652692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.656276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.675967 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f8f8bf4a-8203-4be0-9524-fa2a7698b1c9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:31.786524 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.786891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.813049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'Port': ['ID=9c6e06ae-a3e8-4399-afbf-7b4ee3b57f8f,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:31.816073 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:31.902917 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf2fac-4110-4416-889e-679e469d79f0 None None] New status for floating IP 19236a09-38e9-4745-ad53-32bec3561b3e: DOWN {{(pid=84332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:14:31.923243 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.927668 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Calling delete_port for c9c613a5-7fd7-49de-a20f-719535f2d051 owned by network:floatingip {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:14:31.946842 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:31.957107 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e534d3e6-3cbf-47ad-a2c0-ab81cdc4fb7a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5094299 Apr 02 13:14:32.086914 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:32.087253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.api [None req-6ddf2fac-4110-4416-889e-679e469d79f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 13:14:32.087787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_db.api [None req-6ddf2fac-4110-4416-889e-679e469d79f0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 13:14:32.103471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:32.136184 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:14:32.176681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:14:32.177174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 4be44fc9-9192-4c68-9fd4-fd1a53d2b6c4 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:14:32.198458 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Pushing event deleted for resources: {'Port': ['ID=c9c613a5-7fd7-49de-a20f-719535f2d051,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:32.198670 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-7b48e5b2-1b64-4468-8798-d94a21db28f8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--380429785&fields=id&tenant_id=2af4078c97b541a9895220da07bc85ea HTTP/1.1" status: 200 len: 267 time: 0.0487547 Apr 02 13:14:32.206123 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:32.366979 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-cb9377a3-ec14-4e70-97d4-66eb5f5a3824 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:32.368675 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-cb9377a3-ec14-4e70-97d4-66eb5f5a3824 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 810 time: 0.1622097 Apr 02 13:14:32.369010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks [] for floatingip, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:32.384420 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:32.385312 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5e79576f-1db3-4fd7-88fa-d5f511f99c60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/quotas/2af4078c97b541a9895220da07bc85ea HTTP/1.1" status: 200 len: 375 time: 0.0098598 Apr 02 13:14:32.385652 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] 10.222.0.10 "DELETE /v2.0/floatingips/19236a09-38e9-4745-ad53-32bec3561b3e HTTP/1.1" status: 204 len: 168 time: 1.2118001 Apr 02 13:14:32.480801 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-eca9d962-86bf-4135-a07d-273c74d72cb2 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880089 Apr 02 13:14:32.589139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf2fac-4110-4416-889e-679e469d79f0 None None] New status for floating IP 19236a09-38e9-4745-ad53-32bec3561b3e: DOWN {{(pid=84332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:14:32.685831 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-74078611-92a4-4d45-a89c-32c4eedd6beb service neutron] 10.222.0.10 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918912 Apr 02 13:14:32.811709 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:14:32.834215 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-0b16a20c-f03e-4908-8367-547c7e06ab4e service neutron] 10.222.0.10 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419754 Apr 02 13:14:33.029451 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5a37cbb6-d178-4f67-be69-ddbf37631fc1 req-7bf11b9d-a6d4-4f79-aac3-164d1d605ca2 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 210 time: 0.0492253 Apr 02 13:14:34.318648 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-84052aca-7bdb-4550-9272-66efebbff90e req-9b41e100-2314-4860-b3f8-8c1f171e893d tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 210 time: 0.0601256 Apr 02 13:14:34.378580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-16056d84-a6d1-497b-bdda-941b8ddeba90 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:34.380152 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-16056d84-a6d1-497b-bdda-941b8ddeba90 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.23 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 810 time: 0.4389849 Apr 02 13:14:34.457650 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-4d3173bb-900b-4e9c-a4c2-ffb3fe003fc6 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2af4078c97b541a9895220da07bc85ea HTTP/1.1" status: 200 len: 5707 time: 0.0672450 Apr 02 13:14:34.470202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'port': {'device_id': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'admin_state_up': True, 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'security_groups': ['daa99aee-f720-449c-8a32-d4d25ff45702']}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:14:34.613970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:14:34.618217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Usage tracker for resource:port and tenant:2af4078c97b541a9895220da07bc85ea is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:14:34.621954 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:14:34.627967 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:14:34.638186 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Made reservation on behalf of 2af4078c97b541a9895220da07bc85ea for: {'port': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:14:34.644280 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:34.816929 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Allocated IP 172.20.0.12 (fe6cb807-2995-4734-b5b5-f9a4735147d5/6e1d432f-7d92-4ec0-9e24-910f66c7b852/c977a922-eaa9-4f07-94b9-b77a0eccdfbd) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:14:35.014761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:35.030815 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Transition to ACTIVE for port object c977a922-eaa9-4f07-94b9-b77a0eccdfbd will not be triggered until provisioned by entity DHCP. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:14:35.053681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:35.070289 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:35.210250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33780) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:35.214263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event updated for resources: {'Port': ['ID=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:35.219170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:35.271649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:14:35.272829 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:14:35.275127 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:14:35.342436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:35.343119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:35.369833 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-5499dc6b-4fb0-4d14-8596-294e7272646f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9034956 Apr 02 13:14:35.398176 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Request body: {'port': {'device_id': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:14:35.529356 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-5a8f7073-dffa-4fb8-9a3d-537b2dd4d1e0 None None] Provisioning for port c977a922-eaa9-4f07-94b9-b77a0eccdfbd completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:14:35.534801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-5a8f7073-dffa-4fb8-9a3d-537b2dd4d1e0 None None] Provisioning complete for port c977a922-eaa9-4f07-94b9-b77a0eccdfbd triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:14:35.535213 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7073-dffa-4fb8-9a3d-537b2dd4d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:35.592909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f7073-dffa-4fb8-9a3d-537b2dd4d1e0 None None] Port c977a922-eaa9-4f07-94b9-b77a0eccdfbd cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:14:35.594348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:35.624600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34910692-0fcb-4fc7-9966-f89aacb048d3 req-425b1661-74f9-49af-8e76-07140abcd56f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:35.625401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-34910692-0fcb-4fc7-9966-f89aacb048d3 req-425b1661-74f9-49af-8e76-07140abcd56f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Synchronizing usage tracker for tenant:2af4078c97b541a9895220da07bc85ea on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:14:35.692824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-34910692-0fcb-4fc7-9966-f89aacb048d3 req-425b1661-74f9-49af-8e76-07140abcd56f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Unset dirty status for tenant:2af4078c97b541a9895220da07bc85ea on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:14:35.694108 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34910692-0fcb-4fc7-9966-f89aacb048d3 req-425b1661-74f9-49af-8e76-07140abcd56f tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 932 time: 0.2527571 Apr 02 13:14:35.795854 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34910692-0fcb-4fc7-9966-f89aacb048d3 req-608d27cf-8d12-4893-9f3f-677c9284ff5d tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713010 Apr 02 13:14:35.934167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854111379'] for router_interface, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:36.080363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c977a922-eaa9-4f07-94b9-b77a0eccdfbd {{(pid=84330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:14:36.088184 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:36.103488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Transition to ACTIVE for port object c977a922-eaa9-4f07-94b9-b77a0eccdfbd will not be triggered until provisioned by entity L2. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:14:36.106977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:36.124679 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-db2985f4-e5cb-41ad-98af-d0189ab54aa0 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:36.263179 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Pushing event updated for resources: {'Port': ['ID=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:36.267848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:36.314825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Deleting port b1bbb11f-186a-4667-8a92-b160c7e9a5e4 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:14:36.315207 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:36.494556 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Attempting to bind port c977a922-eaa9-4f07-94b9-b77a0eccdfbd on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:14:36.495110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Attempting to bind port c977a922-eaa9-4f07-94b9-b77a0eccdfbd by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:14:36.495234 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Attempting to bind port c977a922-eaa9-4f07-94b9-b77a0eccdfbd on network fe6cb807-2995-4734-b5b5-f9a4735147d5 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:14:36.500914 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Port c977a922-eaa9-4f07-94b9-b77a0eccdfbd on network fe6cb807-2995-4734-b5b5-f9a4735147d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:14:36.501266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Attempting to bind port c977a922-eaa9-4f07-94b9-b77a0eccdfbd on network fe6cb807-2995-4734-b5b5-f9a4735147d5 {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:14:36.506691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:14:36.507060 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Checking segment: {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:14:36.507477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Bound using segment: {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'} {{(pid=84330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:14:36.507976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Bound port: c977a922-eaa9-4f07-94b9-b77a0eccdfbd, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '513e4482-1594-434d-bb15-39d9677dc7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5'}}] {{(pid=84330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:14:36.508352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:36.511962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] For port b1bbb11f-186a-4667-8a92-b160c7e9a5e4, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=b1bbb11f-186a-4667-8a92-b160c7e9a5e4,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:36.512417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:36.607162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] For port c977a922-eaa9-4f07-94b9-b77a0eccdfbd, host hv-cinder-78299, cleared binding levels {{(pid=84330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:14:36.610218 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] For port c977a922-eaa9-4f07-94b9-b77a0eccdfbd, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:14:36.613905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:36.629584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cb66986c-e693-40d0-b4b6-020b45699c47 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:36.649359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Calling delete_port for b1bbb11f-186a-4667-8a92-b160c7e9a5e4 owned by network:router_interface {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:14:36.782157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Pushing event updated for resources: {'Port': ['ID=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,revision_number=3']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:36.787865 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:36.819479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:36.820459 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:36.821640 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] 10.222.0.23 "PUT /v2.0/ports/c977a922-eaa9-4f07-94b9-b77a0eccdfbd HTTP/1.1" status: 200 len: 1094 time: 1.4288096 Apr 02 13:14:36.822174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'tag': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:14:36.833552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:36.851246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:36.905456 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'tag': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd', 'status': 'completed', 'code': 200} Apr 02 13:14:36.960227 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1bbb11f-186a-4667-8a92-b160c7e9a5e4,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:36.964993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:37.024583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-7bc83124-d75e-4518-bb5d-50185a18a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:37.026677 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-7bc83124-d75e-4518-bb5d-50185a18a273 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 1097 time: 0.1651478 Apr 02 13:14:37.114776 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-75a4c44e-ec84-4e5e-ab73-ecd127d969aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c977a922-eaa9-4f07-94b9-b77a0eccdfbd HTTP/1.1" status: 200 len: 217 time: 0.0790501 Apr 02 13:14:37.124681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74021055-1252-4afd-9408-24b0e2a2f13b req-80ca8ff3-e468-4000-98c2-d615e4b5ccf7 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:37.126450 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-74021055-1252-4afd-9408-24b0e2a2f13b req-80ca8ff3-e468-4000-98c2-d615e4b5ccf7 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 944 time: 0.1820073 Apr 02 13:14:37.229047 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-74021055-1252-4afd-9408-24b0e2a2f13b req-6f6a4ff3-3c73-4035-848b-4b41cc9a03cc tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656860 Apr 02 13:14:37.230771 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-1a4502ce-e7b8-4f49-88a7-215b30ee7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:37.232361 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-1a4502ce-e7b8-4f49-88a7-215b30ee7b64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 200 len: 849 time: 0.1048174 Apr 02 13:14:37.321074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-a649ee48-3108-4813-9c1e-a141d701a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:37.322733 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-a649ee48-3108-4813-9c1e-a141d701a197 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe6cb807-2995-4734-b5b5-f9a4735147d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844612 Apr 02 13:14:37.326300 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111560'] for router_interface, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:37.722768 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-a8e4656a-3cc1-41ad-bed4-c264826b14dc service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892381 Apr 02 13:14:37.875488 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-97f9d1c6-4dc2-4c58-aec8-5a5078690644 req-8140c717-3a5f-4fc2-8c2b-7252a1519da7 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440299 Apr 02 13:14:38.000443 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-1031f887-cb46-4a6a-b1f2-9a2d5f6cd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:38.001934 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-1031f887-cb46-4a6a-b1f2-9a2d5f6cd9b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0785911 Apr 02 13:14:38.084742 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Router 4fdfc4ac-2607-4591-8e32-d99ef216b674 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:14:38.150914 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-a814b740-177b-45f4-8efc-f83b263cb644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:38.152601 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-a814b740-177b-45f4-8efc-f83b263cb644 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 911 time: 0.1421397 Apr 02 13:14:38.229614 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-97e650b9-4a21-4b62-ac7e-4cc83e57d2d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c977a922-eaa9-4f07-94b9-b77a0eccdfbd HTTP/1.1" status: 200 len: 217 time: 0.0701478 Apr 02 13:14:38.274657 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:14:38.287407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] Sync routers for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:14:38.288324 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a1bb08de-5a57-4524-8702-735736ab08e7 admin admin] 10.222.0.10 "PUT /v2.0/routers/4fdfc4ac-2607-4591-8e32-d99ef216b674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0767615 Apr 02 13:14:38.290915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33794) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:38.304107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-9f4534a1-ebbd-47c3-96a9-d78c20ab0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:38.306038 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-9f4534a1-ebbd-47c3-96a9-d78c20ab0f0a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 200 len: 849 time: 0.0696621 Apr 02 13:14:38.314661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:14:38.315518 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:14:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:38.467358 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-35856577-4b60-44ab-9f18-c037cb6bd4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:38.468656 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-35856577-4b60-44ab-9f18-c037cb6bd4d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe6cb807-2995-4734-b5b5-f9a4735147d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1541679 Apr 02 13:14:38.480450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc089f1-7ac3-421f-9e2a-593e3b42555a req-83cbc501-3bdb-4eaa-aa4b-9fa8838881dc tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:38.482154 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6cc089f1-7ac3-421f-9e2a-593e3b42555a req-83cbc501-3bdb-4eaa-aa4b-9fa8838881dc tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 944 time: 0.1187212 Apr 02 13:14:38.507984 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Notify callbacks [] for router, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:38.528132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:14:38.624046 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6cc089f1-7ac3-421f-9e2a-593e3b42555a req-d2bf427c-9426-484d-b1fc-d40710a6e8d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165085 Apr 02 13:14:38.669665 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-1a70ca50-51f7-409b-85a9-f0a137abc460 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865923 Apr 02 13:14:38.698549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:38.707182 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Deleting port 422e5561-4ef2-4cca-829d-37a3aa9260cf {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:14:38.707548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:38.816730 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c3ad71bd-4eae-4400-9a18-71a5978578d2 req-5389c580-1aff-45c4-a7d8-b2247be51fcd service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401725 Apr 02 13:14:38.849472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:14:36Z', 'revision_number': 5, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port': {'id': '422e5561-4ef2-4cca-829d-37a3aa9260cf', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:93:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:08:10Z', 'updated_at': '2021-04-02T13:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:38.853591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] Checking router: 4fdfc4ac-2607-4591-8e32-d99ef216b674 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:14:38.862594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] Routers {'4fdfc4ac-2607-4591-8e32-d99ef216b674'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:14:38.863263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:14:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['4fdfc4ac-2607-4591-8e32-d99ef216b674'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:38.901468 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] For port 422e5561-4ef2-4cca-829d-37a3aa9260cf, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=422e5561-4ef2-4cca-829d-37a3aa9260cf,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:38.901882 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:39.023949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] Set router 4fdfc4ac-2607-4591-8e32-d99ef216b674 gateway port host: None {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:14:39.032528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Calling delete_port for 422e5561-4ef2-4cca-829d-37a3aa9260cf owned by network:router_gateway {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:14:39.136666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:14:38Z', 'revision_number': 6, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port_host': None}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:39.141103 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa4d64c-f9c1-45ec-90b3-a3333f894731 None None] The sync data for ids ['4fdfc4ac-2607-4591-8e32-d99ef216b674'] in dv-cinder-782995-3-smb is: [{'id': '4fdfc4ac-2607-4591-8e32-d99ef216b674', 'name': 'tempest-AttachVolumeShelveTestJSON-17479929-router', 'tenant_id': '769f46f4a90c42b5bc9a89faee56919e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:08:09Z', 'updated_at': '2021-04-02T13:14:38Z', 'revision_number': 6, 'project_id': '769f46f4a90c42b5bc9a89faee56919e', 'gw_port_host': None}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:14:39.211933 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:39.227569 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c7f6113b-ad87-4483-b561-78576650be5b tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:39.327920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Pushing event deleted for resources: {'Port': ['ID=422e5561-4ef2-4cca-829d-37a3aa9260cf,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:39.336828 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:39.495324 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854002760'] for router_gateway, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:39.681718 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1447'] for router, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:39.684433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:39.774402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664963'] for router, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:39.774960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fdfc4ac-2607-4591-8e32-d99ef216b674 {{(pid=84329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 13:14:39.788875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Notify callbacks [] for router, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:39.790107 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4fdfc4ac-2607-4591-8e32-d99ef216b674 HTTP/1.1" status: 204 len: 168 time: 1.4976077 Apr 02 13:14:39.792905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33800) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:39.841222 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e70239-26df-4d1e-8fcb-b1b23f6afdca req-1de28134-1662-4157-b1a0-a02e446cf2a5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:39.842893 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-77e70239-26df-4d1e-8fcb-b1b23f6afdca req-1de28134-1662-4157-b1a0-a02e446cf2a5 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 944 time: 0.0958288 Apr 02 13:14:39.863585 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef39d94-34f2-49be-b453-4c58d4cb0508 admin admin] Deleting subnet 5f6aa5f0-906b-498f-9feb-a388750ff339 {{(pid=84329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:14:39.866833 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7ef39d94-34f2-49be-b453-4c58d4cb0508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:39.892291 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-77e70239-26df-4d1e-8fcb-b1b23f6afdca req-54bbce76-0a23-460f-be5f-10ca1ec9dd5a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422745 Apr 02 13:14:39.923099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7ef39d94-34f2-49be-b453-4c58d4cb0508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851732482'] for subnet, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:40.043707 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7ef39d94-34f2-49be-b453-4c58d4cb0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:40.182600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device c977a922-eaa9-4f07-94b9-b77a0eccdfbd details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:14:40.331158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port c977a922-eaa9-4f07-94b9-b77a0eccdfbd, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:40.345870 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'port_id': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd', 'mac_address': 'fa:16:3e:36:d0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:14:40.409859 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:40.433185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c977a922-eaa9-4f07-94b9-b77a0eccdfbd {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:14:40.451319 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port c977a922-eaa9-4f07-94b9-b77a0eccdfbd, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:40.454477 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:40.459968 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1b1a1810-37db-4f31-90b6-839cabd36f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:40.492361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 422e5561-4ef2-4cca-829d-37a3aa9260cf no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:14:40.540128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: 422e5561-4ef2-4cca-829d-37a3aa9260cf {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:14:40.540536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 422e5561-4ef2-4cca-829d-37a3aa9260cf not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:14:40.540982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b1bbb11f-186a-4667-8a92-b160c7e9a5e4 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:14:40.543963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7ef39d94-34f2-49be-b453-4c58d4cb0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2881502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228805'] for subnet, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:40.559898 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:40.582578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: b1bbb11f-186a-4667-8a92-b160c7e9a5e4 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:14:40.582969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b1bbb11f-186a-4667-8a92-b160c7e9a5e4 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:14:40.609046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:40.612040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:40.652367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef39d94-34f2-49be-b453-4c58d4cb0508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6aa5f0-906b-498f-9feb-a388750ff339,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:40.655035 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7ef39d94-34f2-49be-b453-4c58d4cb0508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:40.668812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['c977a922-eaa9-4f07-94b9-b77a0eccdfbd'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:14:40.699225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7ef39d94-34f2-49be-b453-4c58d4cb0508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:40.706167 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7ef39d94-34f2-49be-b453-4c58d4cb0508 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5f6aa5f0-906b-498f-9feb-a388750ff339 HTTP/1.1" status: 204 len: 168 time: 0.9121749 Apr 02 13:14:40.708575 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a02937e-30fa-42d7-8c02-dba6589d8c5a None None] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:14:40.708731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33804) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:40.825141 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:40.898788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Deleting port cc660c87-9d7f-4a13-87e0-75fe854bd659 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:14:40.899405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:41.084507 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] DHCP port deletion for 8a8a4dbe-db2e-49a6-b25d-436104c9381d request from dv-cinder-782995-3-smb {{(pid=84331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 13:14:41.089824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] Deleting port cc660c87-9d7f-4a13-87e0-75fe854bd659 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:14:41.090429 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:41.111243 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebd21f-936e-4db2-9f75-b5f02f3cfa41 req-8cf0df62-e3f7-4beb-9eff-47182618880b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:41.113125 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-74ebd21f-936e-4db2-9f75-b5f02f3cfa41 req-8cf0df62-e3f7-4beb-9eff-47182618880b tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 945 time: 0.1024091 Apr 02 13:14:41.133319 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] For port cc660c87-9d7f-4a13-87e0-75fe854bd659, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=cc660c87-9d7f-4a13-87e0-75fe854bd659,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:41.133801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:41.164697 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-74ebd21f-936e-4db2-9f75-b5f02f3cfa41 req-49b7d990-c7f6-442b-8bfd-bd5303b27a96 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Apr 02 13:14:41.278435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Calling delete_port for cc660c87-9d7f-4a13-87e0-75fe854bd659 owned by network:dhcp {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:14:41.341931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] For port cc660c87-9d7f-4a13-87e0-75fe854bd659, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=cc660c87-9d7f-4a13-87e0-75fe854bd659,segment=NetworkSegment(f974cce7-5989-467a-aa06-b05a8b99fbf5),segment_id=f974cce7-5989-467a-aa06-b05a8b99fbf5)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:41.342333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:41.354488 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:41.369415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:41.467987 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc660c87-9d7f-4a13-87e0-75fe854bd659,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:41.481784 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:41.517580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] No DVR routers for this DVR port cc660c87-9d7f-4a13-87e0-75fe854bd659 on host dv-cinder-782995-3-smb {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:14:41.639103 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] Calling delete_port for cc660c87-9d7f-4a13-87e0-75fe854bd659 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:14:41.645015 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:41.762155 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8a4dbe-db2e-49a6-b25d-436104c9381d']}} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:41.775079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f974cce7-5989-467a-aa06-b05a8b99fbf5') {'for_net_delete': True} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:41.775418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f974cce7-5989-467a-aa06-b05a8b99fbf5') {} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:41.781638 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.api [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 13:14:41.782048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_db.api [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 13:14:41.788669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043319'] for segment, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:41.803441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:41.810542 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:14:41.993763 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:14:42.002865 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2881397'] for segment, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.180793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Network 8a8a4dbe-db2e-49a6-b25d-436104c9381d has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:14:42.186394 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device c977a922-eaa9-4f07-94b9-b77a0eccdfbd up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:14:42.208969 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:14:42.261909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port c977a922-eaa9-4f07-94b9-b77a0eccdfbd completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:14:42.267133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port c977a922-eaa9-4f07-94b9-b77a0eccdfbd triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:14:42.267556 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.293147 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.297266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:42.300746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] Deleting port cc660c87-9d7f-4a13-87e0-75fe854bd659 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:14:42.301164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.313094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.325008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a8a4dbe-db2e-49a6-b25d-436104c9381d,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:42.329011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:42.343843 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8a8a4dbe-db2e-49a6-b25d-436104c9381d HTTP/1.1" status: 204 len: 168 time: 1.6316755 Apr 02 13:14:42.380520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdfefe-95ac-422a-8bf5-a5137ac06bdc req-82210b4d-d9dc-4998-b906-30441900e0a1 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:42.382638 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f5bdfefe-95ac-422a-8bf5-a5137ac06bdc req-82210b4d-d9dc-4998-b906-30441900e0a1 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 945 time: 0.1008198 Apr 02 13:14:42.393835 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-14daa10d-4225-4ebd-bdd4-561d43781ae9 None None] The port 'cc660c87-9d7f-4a13-87e0-75fe854bd659' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 13:14:42.458174 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f5bdfefe-95ac-422a-8bf5-a5137ac06bdc req-5ee8b590-6475-4687-9227-4e2fdb738f2a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674016 Apr 02 13:14:42.480708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.483780 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33814) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:42.493166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device cc660c87-9d7f-4a13-87e0-75fe854bd659 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:14:42.536635 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: cc660c87-9d7f-4a13-87e0-75fe854bd659 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:14:42.537019 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device cc660c87-9d7f-4a13-87e0-75fe854bd659 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:14:42.544686 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-59f9b747-dbeb-4dfc-a201-e84722c16d45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=769f46f4a90c42b5bc9a89faee56919e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0566454 Apr 02 13:14:42.545037 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 33818) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:42.551975 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:14:42.562541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port c977a922-eaa9-4f07-94b9-b77a0eccdfbd, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:14:42.565627 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.567535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:42.605742 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd', 'code': 200} Apr 02 13:14:42.616872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-496a4572-7ac2-4e79-b107-195ead1fba50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.639615 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:42.644112 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:42.645230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-496a4572-7ac2-4e79-b107-195ead1fba50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.691802 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-496a4572-7ac2-4e79-b107-195ead1fba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.696895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-91d27f1a-b76b-40f2-b087-b13b25978223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:42.710743 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4572-7ac2-4e79-b107-195ead1fba50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116e8a64-3885-4a58-93f9-4e638dbd7464,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:42.713528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-496a4572-7ac2-4e79-b107-195ead1fba50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:42.720322 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-496a4572-7ac2-4e79-b107-195ead1fba50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:42.723953 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-496a4572-7ac2-4e79-b107-195ead1fba50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/116e8a64-3885-4a58-93f9-4e638dbd7464 HTTP/1.1" status: 204 len: 168 time: 0.1754236 Apr 02 13:14:42.858519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf16c-9e78-4766-b320-d2a2b0a2aed0 req-9e5d7ddc-de17-4a0a-8fc9-11a0376cbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:42.860157 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4fecf16c-9e78-4766-b320-d2a2b0a2aed0 req-9e5d7ddc-de17-4a0a-8fc9-11a0376cbc6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 1099 time: 0.0773196 Apr 02 13:14:42.909020 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4fecf16c-9e78-4766-b320-d2a2b0a2aed0 req-44538b4d-bbf3-423c-aaf9-a49c0a685c44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424771 Apr 02 13:14:43.675528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbebed1-1f30-4ab2-be55-8803b9ea8a4e req-f47448ea-be5e-4444-8ca0-e9f8cc867d5c tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:43.677309 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4fbebed1-1f30-4ab2-be55-8803b9ea8a4e req-f47448ea-be5e-4444-8ca0-e9f8cc867d5c tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 946 time: 0.0973186 Apr 02 13:14:43.732288 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4fbebed1-1f30-4ab2-be55-8803b9ea8a4e req-7290c0ce-0e8b-4993-b0a6-6bb4f8b1ca97 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475225 Apr 02 13:14:44.936315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b7586-23f1-415f-b665-9a5dc9ee1b27 req-bf190933-281d-474a-b00f-913208cf4f82 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:44.937890 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7a2b7586-23f1-415f-b665-9a5dc9ee1b27 req-bf190933-281d-474a-b00f-913208cf4f82 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 946 time: 0.0917401 Apr 02 13:14:44.985173 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7a2b7586-23f1-415f-b665-9a5dc9ee1b27 req-9d605fac-93c2-4301-8a15-94e8d04888fd tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409451 Apr 02 13:14:45.177100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731825b-e887-4fc2-9908-c59acdba5e1f req-435f8e92-14e7-4fda-b9f9-16e50f5a27e9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:45.178679 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1731825b-e887-4fc2-9908-c59acdba5e1f req-435f8e92-14e7-4fda-b9f9-16e50f5a27e9 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 946 time: 0.0868034 Apr 02 13:14:45.188472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 33864) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:45.193905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-42bf02b4-827b-409d-a509-41b91b5f9038 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Request body: {'floatingip': {'port_id': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:14:45.278415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42bf02b4-827b-409d-a509-41b91b5f9038 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:45.918106 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42bf02b4-827b-409d-a509-41b91b5f9038 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:45.920646 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42bf02b4-827b-409d-a509-41b91b5f9038 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:46.098458 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [None req-42bf02b4-827b-409d-a509-41b91b5f9038 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Floating IP d5d45027-9ad4-4aa1-8d9f-a3713d19b7ea associated. External IP: 172.28.1.61, port: c977a922-eaa9-4f07-94b9-b77a0eccdfbd. Apr 02 13:14:46.692647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bf02b4-827b-409d-a509-41b91b5f9038 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:14:46.882058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bf02b4-827b-409d-a509-41b91b5f9038 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:14:46.886692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42bf02b4-827b-409d-a509-41b91b5f9038 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:46.894920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] Sync routers for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:14:46.906852 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:14:46.907667 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:14:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:46.951893 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-42bf02b4-827b-409d-a509-41b91b5f9038 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "PUT /v2.0/floatingips/d5d45027-9ad4-4aa1-8d9f-a3713d19b7ea HTTP/1.1" status: 200 len: 991 time: 1.7596753 Apr 02 13:14:46.951893 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'tag': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:14:47.057019 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'tag': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd', 'status': 'completed', 'code': 200} Apr 02 13:14:47.116058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:14:47.160958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-7438a3e2-a73e-41c8-8432-f3b94ca0b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:47.162463 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-7438a3e2-a73e-41c8-8432-f3b94ca0b17e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2af4078c97b541a9895220da07bc85ea&device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 1099 time: 0.0804288 Apr 02 13:14:47.307245 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-56c90628-8935-472b-8bcd-7d53fb8f99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:47.309085 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-56c90628-8935-472b-8bcd-7d53fb8f99f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 200 len: 911 time: 0.1399560 Apr 02 13:14:47.424110 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-49a38271-dfe2-4054-8e8b-bd993f5d49c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c977a922-eaa9-4f07-94b9-b77a0eccdfbd HTTP/1.1" status: 200 len: 999 time: 0.1081815 Apr 02 13:14:47.493173 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': 'd5d45027-9ad4-4aa1-8d9f-a3713d19b7ea', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'floating_ip_address': '172.28.1.61', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'port_id': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'mac_address': 'fa:16:3e:36:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:14:31Z', 'updated_at': '2021-04-02T13:14:45Z', 'revision_number': 1, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:47.495404 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-08e3710f-d1fa-4cca-bd46-3a19abd87aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:47.497153 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-08e3710f-d1fa-4cca-bd46-3a19abd87aea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 200 len: 849 time: 0.0668979 Apr 02 13:14:47.497508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] Checking router: 42ceed77-0246-455d-9e1c-f5703e9a8cd2 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:14:47.506939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:14:47.507863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:14:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:47.585405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-e97fd383-23fd-499b-9e08-319228102f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:14:47.586981 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-e97fd383-23fd-499b-9e08-319228102f20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe6cb807-2995-4734-b5b5-f9a4735147d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830352 Apr 02 13:14:47.740361 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-fdf620ff-d3cd-40c8-962b-d7b0bd09499b service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470020 Apr 02 13:14:47.860360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:14:47.885007 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-29a57a14-a4ba-4da5-9a26-a3f2d7f7813a req-b92b0753-53ae-49b4-8141-81d9fa1daf36 service neutron] 10.222.0.23 "GET /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379197 Apr 02 13:14:48.251986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': 'd5d45027-9ad4-4aa1-8d9f-a3713d19b7ea', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'floating_ip_address': '172.28.1.61', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'port_id': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'mac_address': 'fa:16:3e:36:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:14:31Z', 'updated_at': '2021-04-02T13:14:45Z', 'revision_number': 1, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:14:48.256296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445533e-8b9d-4de2-a537-a4d9f0bbb206 None None] The sync data for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb is: [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': 'd5d45027-9ad4-4aa1-8d9f-a3713d19b7ea', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'floating_ip_address': '172.28.1.61', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'port_id': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'mac_address': 'fa:16:3e:36:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:14:31Z', 'updated_at': '2021-04-02T13:14:45Z', 'revision_number': 1, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:14:48.474960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-80b1ed71-9b68-47e0-83ff-ed0851569148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:48.562767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4b464a-37c7-45e4-b406-0b44a92105df None None] New status for floating IP d5d45027-9ad4-4aa1-8d9f-a3713d19b7ea: ACTIVE {{(pid=84331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:14:49.812496 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 33936) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:49.921361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:49.938601 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:49.953681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:14:49.957713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] Usage tracker for resource:security_group_rule and tenant:881a77908d6144cf8f962e50b0caaaf2 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:14:49.960622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:14:49.967106 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:14:50.045141 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:50.051562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:50.055407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:50.064248 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-56bc0d00-1e86-4b55-bed0-3db7175ac744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:50.106643 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=881a77908d6144cf8f962e50b0caaaf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929568 Apr 02 13:14:50.107448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6428349c-fe98-46aa-a8dd-c5606a86cf33,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:50.109538 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 33942) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:50.110875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:50.172869 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-852a1225-b0ee-40f3-906f-334db33b986f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:50.199805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-852a1225-b0ee-40f3-906f-334db33b986f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:50.246085 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-852a1225-b0ee-40f3-906f-334db33b986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:50.251128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9ae5780e-a51b-4a2b-9c26-1b28074b7a56 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:50.264084 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a1225-b0ee-40f3-906f-334db33b986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6428349c-fe98-46aa-a8dd-c5606a86cf33,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:50.267237 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-852a1225-b0ee-40f3-906f-334db33b986f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:50.269379 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-852a1225-b0ee-40f3-906f-334db33b986f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:50.273094 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-852a1225-b0ee-40f3-906f-334db33b986f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6428349c-fe98-46aa-a8dd-c5606a86cf33 HTTP/1.1" status: 204 len: 168 time: 0.1599245 Apr 02 13:14:50.703484 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-83e1a69a-415f-4eca-a9d8-e4e14175b691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:51.576536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:53.188848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.013883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34040) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:55.137107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c494b62b-30cf-4f41-8dbf-a8cbcc9036b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.152371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c494b62b-30cf-4f41-8dbf-a8cbcc9036b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:14:55.156409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c494b62b-30cf-4f41-8dbf-a8cbcc9036b8 admin admin] Usage tracker for resource:security_group_rule and tenant:66c9827175544b87b27acfbefc39714c is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:14:55.159571 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-c494b62b-30cf-4f41-8dbf-a8cbcc9036b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:14:55.165621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-c494b62b-30cf-4f41-8dbf-a8cbcc9036b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:14:55.252139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c494b62b-30cf-4f41-8dbf-a8cbcc9036b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.254760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c494b62b-30cf-4f41-8dbf-a8cbcc9036b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.263969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-47768ccb-9747-4b26-b42a-6e13e1b1ddd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:55.305275 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-c494b62b-30cf-4f41-8dbf-a8cbcc9036b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66c9827175544b87b27acfbefc39714c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903063 Apr 02 13:14:55.306290 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494b62b-30cf-4f41-8dbf-a8cbcc9036b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a98382f-70ce-4d12-a5c4-b829bb0e3c43,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:55.308843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34046) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:55.310025 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c494b62b-30cf-4f41-8dbf-a8cbcc9036b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:55.376144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9feadd3f-7061-47b8-b63f-45e76e852195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.402979 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9feadd3f-7061-47b8-b63f-45e76e852195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.447783 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9feadd3f-7061-47b8-b63f-45e76e852195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.453403 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1c707f99-579f-485f-bc2c-756798e976df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:55.466268 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feadd3f-7061-47b8-b63f-45e76e852195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a98382f-70ce-4d12-a5c4-b829bb0e3c43,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:55.468563 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9feadd3f-7061-47b8-b63f-45e76e852195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:55.476044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9feadd3f-7061-47b8-b63f-45e76e852195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.477278 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9feadd3f-7061-47b8-b63f-45e76e852195 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a98382f-70ce-4d12-a5c4-b829bb0e3c43 HTTP/1.1" status: 204 len: 168 time: 0.1667209 Apr 02 13:14:55.760460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34054) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:55.781296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.796622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:14:55.801135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] Usage tracker for resource:security_group_rule and tenant:9304092738b24034bec3db460972aa94 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:14:55.804031 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:14:55.810144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:14:55.895439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.899250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:55.908691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d30bc087-49aa-4428-9e1b-0829fedfd69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:55.955260 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9304092738b24034bec3db460972aa94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902175 Apr 02 13:14:55.955260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee2c1ec-b8f5-43b6-844c-112db4645f89,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:55.956130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34060) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:55.957712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:56.020067 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff661-19ec-400d-a232-620d86d73d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:56.048389 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff661-19ec-400d-a232-620d86d73d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:56.094287 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff661-19ec-400d-a232-620d86d73d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:56.099241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:56.119598 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ff661-19ec-400d-a232-620d86d73d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee2c1ec-b8f5-43b6-844c-112db4645f89,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:56.123328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7a8ff661-19ec-400d-a232-620d86d73d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:56.124595 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff661-19ec-400d-a232-620d86d73d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:56.128297 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7a8ff661-19ec-400d-a232-620d86d73d54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bee2c1ec-b8f5-43b6-844c-112db4645f89 HTTP/1.1" status: 204 len: 168 time: 0.1708024 Apr 02 13:14:59.476785 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34200) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:59.599419 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-72ca2373-761a-4982-8229-ca69f8f1c856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:59.614332 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-72ca2373-761a-4982-8229-ca69f8f1c856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:14:59.618332 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-72ca2373-761a-4982-8229-ca69f8f1c856 admin admin] Usage tracker for resource:security_group_rule and tenant:9355e6694027445590ad59ad6cf6d738 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:14:59.622027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-72ca2373-761a-4982-8229-ca69f8f1c856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:14:59.627958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-72ca2373-761a-4982-8229-ca69f8f1c856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:14:59.710091 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-72ca2373-761a-4982-8229-ca69f8f1c856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:59.712830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-72ca2373-761a-4982-8229-ca69f8f1c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:59.721345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-adca10bc-66a9-40b9-aa83-c1a34b6e1452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:59.763242 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-72ca2373-761a-4982-8229-ca69f8f1c856 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9355e6694027445590ad59ad6cf6d738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853570 Apr 02 13:14:59.765240 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca2373-761a-4982-8229-ca69f8f1c856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e5a724-a8e8-4f09-a9e0-96066e7ae7b7,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:59.766541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34206) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:14:59.768644 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-72ca2373-761a-4982-8229-ca69f8f1c856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:59.835147 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-17dde165-ec4c-4dd0-a870-61549f0e3786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:59.861991 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-17dde165-ec4c-4dd0-a870-61549f0e3786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:59.907415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-17dde165-ec4c-4dd0-a870-61549f0e3786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:59.912731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5c457210-343c-4200-8018-ab607c2b9a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:14:59.927119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dde165-ec4c-4dd0-a870-61549f0e3786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e5a724-a8e8-4f09-a9e0-96066e7ae7b7,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:14:59.929874 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-17dde165-ec4c-4dd0-a870-61549f0e3786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:14:59.940514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-17dde165-ec4c-4dd0-a870-61549f0e3786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:14:59.941718 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-17dde165-ec4c-4dd0-a870-61549f0e3786 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74e5a724-a8e8-4f09-a9e0-96066e7ae7b7 HTTP/1.1" status: 204 len: 168 time: 0.1733387 Apr 02 13:15:00.226993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34214) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:00.247070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:00.262271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:15:00.266264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] Usage tracker for resource:security_group_rule and tenant:29fe83d1c59c4e0abd7e36f9f4b7a906 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:15:00.269234 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:15:00.275232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:15:00.358805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:00.361606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:00.370327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3320ac13-b549-4450-813a-5c90b8a14280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:00.415996 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29fe83d1c59c4e0abd7e36f9f4b7a906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878226 Apr 02 13:15:00.417527 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06d1ff1-f745-438e-adb0-35339d5b9b15,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:00.419757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34218) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:00.420829 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:00.483029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1a6febec-0a17-427d-97b1-63f37b862999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:00.510186 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1a6febec-0a17-427d-97b1-63f37b862999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:00.558977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1a6febec-0a17-427d-97b1-63f37b862999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:00.563914 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9feadd3f-7061-47b8-b63f-45e76e852195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:00.576720 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6febec-0a17-427d-97b1-63f37b862999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06d1ff1-f745-438e-adb0-35339d5b9b15,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:00.580602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1a6febec-0a17-427d-97b1-63f37b862999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:00.586235 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1a6febec-0a17-427d-97b1-63f37b862999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:00.587441 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1a6febec-0a17-427d-97b1-63f37b862999 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c06d1ff1-f745-438e-adb0-35339d5b9b15 HTTP/1.1" status: 204 len: 168 time: 0.1665883 Apr 02 13:15:08.281460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34312) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:08.411789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5a81a99b-1daa-4c15-8b9a-d61206b2458b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:08.430568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5a81a99b-1daa-4c15-8b9a-d61206b2458b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:15:08.435196 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5a81a99b-1daa-4c15-8b9a-d61206b2458b admin admin] Usage tracker for resource:security_group_rule and tenant:80638121f8864fc08fc986bc3327dbb6 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:15:08.438756 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5a81a99b-1daa-4c15-8b9a-d61206b2458b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:15:08.444753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5a81a99b-1daa-4c15-8b9a-d61206b2458b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:15:08.542158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5a81a99b-1daa-4c15-8b9a-d61206b2458b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:08.546376 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5a81a99b-1daa-4c15-8b9a-d61206b2458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:08.554263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-52e85515-3b1c-4502-a1d7-5501cb3ae1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:08.599170 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5a81a99b-1daa-4c15-8b9a-d61206b2458b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80638121f8864fc08fc986bc3327dbb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165443 Apr 02 13:15:08.600190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81a99b-1daa-4c15-8b9a-d61206b2458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c978a4-6989-4f09-8e22-d16e649633ed,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:08.603004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34320) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:08.603660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5a81a99b-1daa-4c15-8b9a-d61206b2458b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:08.666830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-de2cd5b9-c44a-46e0-a8b5-e72fbfdc292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:08.694599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-de2cd5b9-c44a-46e0-a8b5-e72fbfdc292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:08.740010 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-de2cd5b9-c44a-46e0-a8b5-e72fbfdc292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:08.746162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-117688f6-fe5a-4013-a310-b86f4b71f1d8 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:08.758945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cd5b9-c44a-46e0-a8b5-e72fbfdc292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c978a4-6989-4f09-8e22-d16e649633ed,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:08.762026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-de2cd5b9-c44a-46e0-a8b5-e72fbfdc292c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:08.769582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-de2cd5b9-c44a-46e0-a8b5-e72fbfdc292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:08.770805 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-de2cd5b9-c44a-46e0-a8b5-e72fbfdc292c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1c978a4-6989-4f09-8e22-d16e649633ed HTTP/1.1" status: 204 len: 168 time: 0.1673672 Apr 02 13:15:09.076566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34328) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:09.096443 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:09.112722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:15:09.116752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] Usage tracker for resource:security_group_rule and tenant:652cf655015c436cba2c6796aa9b7b3c is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:15:09.120286 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:15:09.126315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:15:09.209366 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:09.212183 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:09.224552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4ff3f07a-954b-4a12-b9bd-7f64efe8f333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:09.267001 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=652cf655015c436cba2c6796aa9b7b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892822 Apr 02 13:15:09.267962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24972716-d72b-4d01-9178-762b98984353,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:09.269912 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34332) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:09.271234 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:09.335969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1c030f-b9f5-410f-8c43-630bd55f8a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:09.364924 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1c030f-b9f5-410f-8c43-630bd55f8a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:09.409016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1c030f-b9f5-410f-8c43-630bd55f8a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:09.413964 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-53ee5eaf-a38e-457e-8697-6b2905b4791c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:09.429945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c030f-b9f5-410f-8c43-630bd55f8a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24972716-d72b-4d01-9178-762b98984353,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:09.433251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1b1c030f-b9f5-410f-8c43-630bd55f8a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:09.437561 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1c030f-b9f5-410f-8c43-630bd55f8a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:09.438739 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1b1c030f-b9f5-410f-8c43-630bd55f8a47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24972716-d72b-4d01-9178-762b98984353 HTTP/1.1" status: 204 len: 168 time: 0.1677253 Apr 02 13:15:09.814534 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:15:17.274100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34432) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:17.400003 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d87e2eb-40af-4532-ae5a-870bcb2dbe99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:17.416693 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9d87e2eb-40af-4532-ae5a-870bcb2dbe99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:15:17.420733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9d87e2eb-40af-4532-ae5a-870bcb2dbe99 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c1a05c06a84e6d85f99d1b440a2826 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:15:17.423723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9d87e2eb-40af-4532-ae5a-870bcb2dbe99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:15:17.430333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9d87e2eb-40af-4532-ae5a-870bcb2dbe99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:15:17.519552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d87e2eb-40af-4532-ae5a-870bcb2dbe99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:17.522180 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d87e2eb-40af-4532-ae5a-870bcb2dbe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:17.531617 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d28dea7a-aaf1-439b-8e26-d03a45c66dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:17.573610 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9d87e2eb-40af-4532-ae5a-870bcb2dbe99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2c1a05c06a84e6d85f99d1b440a2826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983904 Apr 02 13:15:17.574565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87e2eb-40af-4532-ae5a-870bcb2dbe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb5bd6f-8215-4070-ab24-8d30ed84ba7b,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:17.576533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34440) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:17.577873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9d87e2eb-40af-4532-ae5a-870bcb2dbe99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:17.640632 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e069d60b-14cc-48af-929c-80a5f80fd8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:17.669012 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e069d60b-14cc-48af-929c-80a5f80fd8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:17.714090 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e069d60b-14cc-48af-929c-80a5f80fd8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:17.718993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f2bf9871-1f20-4882-a609-065c9189a07a tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:17.731706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069d60b-14cc-48af-929c-80a5f80fd8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb5bd6f-8215-4070-ab24-8d30ed84ba7b,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:17.733945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e069d60b-14cc-48af-929c-80a5f80fd8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:17.741314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e069d60b-14cc-48af-929c-80a5f80fd8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:17.742570 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e069d60b-14cc-48af-929c-80a5f80fd8d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fb5bd6f-8215-4070-ab24-8d30ed84ba7b HTTP/1.1" status: 204 len: 168 time: 0.1649413 Apr 02 13:15:18.028746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34448) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:18.048270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:18.063467 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:15:18.067500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] Usage tracker for resource:security_group_rule and tenant:58e52a2c1ea24d01b65b034c17e40875 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:15:18.070398 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:15:18.076274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:15:18.163291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:18.166598 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:18.175214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-aa906712-d0dd-4902-9b6b-44765c97c86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:18.217303 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58e52a2c1ea24d01b65b034c17e40875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873994 Apr 02 13:15:18.218154 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86126714-673d-453f-a5a0-36368820e450,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:18.220146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34452) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:18.221497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:18.286816 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d600d8e2-6efd-4b3b-bfc0-e8fed5b5e18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:18.315174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d600d8e2-6efd-4b3b-bfc0-e8fed5b5e18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:18.359438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d600d8e2-6efd-4b3b-bfc0-e8fed5b5e18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:18.364416 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5969fd48-129c-4aa4-9505-037d790b344b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:18.376851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600d8e2-6efd-4b3b-bfc0-e8fed5b5e18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86126714-673d-453f-a5a0-36368820e450,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:18.379107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d600d8e2-6efd-4b3b-bfc0-e8fed5b5e18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:18.387057 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d600d8e2-6efd-4b3b-bfc0-e8fed5b5e18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:18.390132 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d600d8e2-6efd-4b3b-bfc0-e8fed5b5e18c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86126714-673d-453f-a5a0-36368820e450 HTTP/1.1" status: 204 len: 168 time: 0.1670995 Apr 02 13:15:18.476954 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5d462d46-3bd5-4167-b5fb-3b7ad158e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:19.924850 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:20.044391 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:20.706371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ad140bed-c33c-4d13-a0b2-5be998b7480d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:20.814467 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34530) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:20.939979 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-6ac0bd7f-1e13-492e-a68c-97597da6b1c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777183 Apr 02 13:15:20.943534 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-13e519ea-8187-4cc5-bb5e-b12a44f9916a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:20.961362 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-13e519ea-8187-4cc5-bb5e-b12a44f9916a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:15:20.965573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-13e519ea-8187-4cc5-bb5e-b12a44f9916a admin admin] Usage tracker for resource:security_group_rule and tenant:cfc0cd6cadbe45acb5c1e5271c47445a is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:15:20.968540 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-13e519ea-8187-4cc5-bb5e-b12a44f9916a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:15:20.974526 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-13e519ea-8187-4cc5-bb5e-b12a44f9916a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:15:21.040718 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-04ea6566-9843-499b-b2f9-67462cea33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:21.042931 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-04ea6566-9843-499b-b2f9-67462cea33b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b724dde5161c4effa01f9674048be1fe&device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1098 time: 0.0814760 Apr 02 13:15:21.060191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-13e519ea-8187-4cc5-bb5e-b12a44f9916a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.063043 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-13e519ea-8187-4cc5-bb5e-b12a44f9916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.071983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-44642726-8ac2-4b8b-8c53-1eb9adbd895b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:21.117060 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-13e519ea-8187-4cc5-bb5e-b12a44f9916a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfc0cd6cadbe45acb5c1e5271c47445a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012955 Apr 02 13:15:21.118641 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34536) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:21.123303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e519ea-8187-4cc5-bb5e-b12a44f9916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7941eb3b-96e2-40fc-88a9-d7bf66d6fd14,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:21.142379 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-13e519ea-8187-4cc5-bb5e-b12a44f9916a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:21.193974 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6c9b6862-e252-4dc1-aaa1-c23429f14758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.198194 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-96188838-a52d-498e-8102-f2f010ca22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:21.199818 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-96188838-a52d-498e-8102-f2f010ca22d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=34bffb8b-a28b-4660-9455-c161a62b84c4 HTTP/1.1" status: 200 len: 909 time: 0.1376364 Apr 02 13:15:21.220680 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6c9b6862-e252-4dc1-aaa1-c23429f14758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.265800 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6c9b6862-e252-4dc1-aaa1-c23429f14758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.270965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-32362890-bd65-417e-83d3-9eb7ac62a218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:21.284597 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b6862-e252-4dc1-aaa1-c23429f14758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7941eb3b-96e2-40fc-88a9-d7bf66d6fd14,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:21.289713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6c9b6862-e252-4dc1-aaa1-c23429f14758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:21.295711 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6c9b6862-e252-4dc1-aaa1-c23429f14758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.299219 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6c9b6862-e252-4dc1-aaa1-c23429f14758 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7941eb3b-96e2-40fc-88a9-d7bf66d6fd14 HTTP/1.1" status: 204 len: 168 time: 0.1762187 Apr 02 13:15:21.315716 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-935aa8d4-1dd4-459f-b254-0f156c611452 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ff34db-890c-4958-9ee1-cd8653990ab2 HTTP/1.1" status: 200 len: 1001 time: 0.1096559 Apr 02 13:15:21.385188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-d9137b4b-14a5-4bb8-bb3f-895b79ecb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:21.386814 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-d9137b4b-14a5-4bb8-bb3f-895b79ecb12d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cdc876f-ea48-4428-8c12-29b19e815ce1 HTTP/1.1" status: 200 len: 847 time: 0.0646827 Apr 02 13:15:21.474450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-84fb479c-da58-4a85-9364-10ce19e26d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:21.476077 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-84fb479c-da58-4a85-9364-10ce19e26d7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34bffb8b-a28b-4660-9455-c161a62b84c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830851 Apr 02 13:15:21.578592 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.591862 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34544) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:21.611603 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bffdd1c7-193c-41f1-bc94-3dc62e21f10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.621573 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-31b58283-2cd3-4ef9-8986-e504366082b4 service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384730 Apr 02 13:15:21.627339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-bffdd1c7-193c-41f1-bc94-3dc62e21f10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:15:21.631336 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-bffdd1c7-193c-41f1-bc94-3dc62e21f10d admin admin] Usage tracker for resource:security_group_rule and tenant:8971782b6d1a4c34a4d0c2e929c43755 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:15:21.634300 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-bffdd1c7-193c-41f1-bc94-3dc62e21f10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:15:21.640397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-bffdd1c7-193c-41f1-bc94-3dc62e21f10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:15:21.724505 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bffdd1c7-193c-41f1-bc94-3dc62e21f10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.727366 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-bffdd1c7-193c-41f1-bc94-3dc62e21f10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.737146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a2409939-9383-411c-af7f-cea979b8d573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:21.764938 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8ef274e-2f94-4147-910c-36848abfcab7 req-275c3e0b-f2a3-4a95-971a-7c044af5fbd8 service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370502 Apr 02 13:15:21.785183 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-bffdd1c7-193c-41f1-bc94-3dc62e21f10d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8971782b6d1a4c34a4d0c2e929c43755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921253 Apr 02 13:15:21.786909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdd1c7-193c-41f1-bc94-3dc62e21f10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52583b0f-d01e-4578-8227-90f42654890d,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:21.788053 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34548) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:21.790096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-bffdd1c7-193c-41f1-bc94-3dc62e21f10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:21.851045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-edca7ee4-d290-496b-ace8-04a6e605685f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.878325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-edca7ee4-d290-496b-ace8-04a6e605685f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.922809 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-edca7ee4-d290-496b-ace8-04a6e605685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.927912 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6bd0a9a3-d6d4-4432-817c-aad535d87aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:21.940402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca7ee4-d290-496b-ace8-04a6e605685f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52583b0f-d01e-4578-8227-90f42654890d,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:21.943503 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-edca7ee4-d290-496b-ace8-04a6e605685f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:21.945560 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-edca7ee4-d290-496b-ace8-04a6e605685f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:21.947698 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-edca7ee4-d290-496b-ace8-04a6e605685f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52583b0f-d01e-4578-8227-90f42654890d HTTP/1.1" status: 204 len: 168 time: 0.1573498 Apr 02 13:15:23.194631 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:32.964044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34716) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:33.190361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Deleting port 393653bf-ac61-4036-9985-ee43bd4c5e06 {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:33.190843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:33.371397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:33.371792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:33.501729 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Calling delete_port for 393653bf-ac61-4036-9985-ee43bd4c5e06 owned by network:floatingip {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:33.669725 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:33.685476 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:33.783479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event deleted for resources: {'Port': ['ID=393653bf-ac61-4036-9985-ee43bd4c5e06,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:33.803026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.803436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.803884 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.804283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.804678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.805071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.805458 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.805843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.806293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.806676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.807065 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.807448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:33.812306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:34.206888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for floatingip, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:34.207390 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Floating IP e1134d72-a0fa-4ceb-b691-bf99bc692fb0 disassociated (deleted). External IP: 172.28.1.117, port: 63ff34db-890c-4958-9ee1-cd8653990ab2. Apr 02 13:15:34.599658 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Router e66e374e-bc67-4bab-8998-e7674e0f07d7 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:15:34.790483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:15:34.801782 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] Sync routers for ids ['e66e374e-bc67-4bab-8998-e7674e0f07d7'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:15:34.808246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:34.812146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] Routers {'e66e374e-bc67-4bab-8998-e7674e0f07d7'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:15:34.812810 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:15:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['e66e374e-bc67-4bab-8998-e7674e0f07d7'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:34.874338 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "DELETE /v2.0/floatingips/e1134d72-a0fa-4ceb-b691-bf99bc692fb0 HTTP/1.1" status: 204 len: 168 time: 1.9066205 Apr 02 13:15:34.874338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:15:35.012530 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] Set router e66e374e-bc67-4bab-8998-e7674e0f07d7 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:15:35.021750 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'status': 'completed', 'code': 200} Apr 02 13:15:35.247354 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-e75e6501-24d9-482e-b84b-942570a73e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:35.249044 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-e75e6501-24d9-482e-b84b-942570a73e55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b724dde5161c4effa01f9674048be1fe&device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 1098 time: 0.2025506 Apr 02 13:15:35.395661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:05Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '7a212b1c-1f8c-4285-9081-8cd508a0b2a3', 'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'mac_address': 'fa:16:3e:e1:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:04Z', 'updated_at': '2021-04-02T13:11:14Z', 'revision_number': 5, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'subnets': [{'id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:35.400679 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] Checking router: e66e374e-bc67-4bab-8998-e7674e0f07d7 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:15:35.410346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] Routers {'e66e374e-bc67-4bab-8998-e7674e0f07d7'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:15:35.411142 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:15:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['e66e374e-bc67-4bab-8998-e7674e0f07d7'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:35.428125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519021f-424f-4840-bf58-61747c8e9b6e req-7dd92800-8f47-4ebe-93d7-918aa2e7cbfb tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:35.429682 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b519021f-424f-4840-bf58-61747c8e9b6e req-7dd92800-8f47-4ebe-93d7-918aa2e7cbfb tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 946 time: 0.2848506 Apr 02 13:15:35.455273 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68924-2141-44b3-b43b-a4042d136cf9 req-843b1b7e-5915-494f-9c66-62d4011a3ed4 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:35.456059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-fdf68924-2141-44b3-b43b-a4042d136cf9 req-843b1b7e-5915-494f-9c66-62d4011a3ed4 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Synchronizing usage tracker for tenant:b724dde5161c4effa01f9674048be1fe on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:15:35.496008 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-62fe4d04-c8ff-428e-959f-bf7b2625619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:35.497640 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-62fe4d04-c8ff-428e-959f-bf7b2625619b service neutron] 10.222.0.23 "GET /v2.0/networks?id=34bffb8b-a28b-4660-9455-c161a62b84c4 HTTP/1.1" status: 200 len: 909 time: 0.2384984 Apr 02 13:15:35.579246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-fdf68924-2141-44b3-b43b-a4042d136cf9 req-843b1b7e-5915-494f-9c66-62d4011a3ed4 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Unset dirty status for tenant:b724dde5161c4effa01f9674048be1fe on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:15:35.579675 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fdf68924-2141-44b3-b43b-a4042d136cf9 req-843b1b7e-5915-494f-9c66-62d4011a3ed4 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.3795357 Apr 02 13:15:35.593176 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-f18096e0-7916-44b9-bf58-91c84a467fce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63ff34db-890c-4958-9ee1-cd8653990ab2 HTTP/1.1" status: 200 len: 217 time: 0.0847700 Apr 02 13:15:35.610579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] Set router e66e374e-bc67-4bab-8998-e7674e0f07d7 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:15:35.610764 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b519021f-424f-4840-bf58-61747c8e9b6e req-ff2669d7-50ff-41ac-a8a7-7a78891f514c tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517599 Apr 02 13:15:35.696941 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fdf68924-2141-44b3-b43b-a4042d136cf9 req-fcbdec03-be9c-45ec-bc61-5f30b36a0030 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055362 Apr 02 13:15:35.702928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-b984aa28-d110-4a13-b4b2-fdf27251c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:35.704489 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-b984aa28-d110-4a13-b4b2-fdf27251c88e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cdc876f-ea48-4428-8c12-29b19e815ce1 HTTP/1.1" status: 200 len: 847 time: 0.0910652 Apr 02 13:15:35.789437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-b583f343-0561-4a1e-b8e6-5f669b8f20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:35.791137 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-b583f343-0561-4a1e-b8e6-5f669b8f20b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34bffb8b-a28b-4660-9455-c161a62b84c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797968 Apr 02 13:15:35.936727 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-b210a690-8041-40e4-ae0b-f456077567a0 service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381006 Apr 02 13:15:35.941130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:05Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '7a212b1c-1f8c-4285-9081-8cd508a0b2a3', 'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'mac_address': 'fa:16:3e:e1:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:04Z', 'updated_at': '2021-04-02T13:11:14Z', 'revision_number': 5, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'subnets': [{'id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:35.945347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa9879d-cc70-45d0-abd4-d97bed9366fe None None] The sync data for ids ['e66e374e-bc67-4bab-8998-e7674e0f07d7'] in dv-cinder-782995-3-smb is: [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:11:05Z', 'revision_number': 4, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '7a212b1c-1f8c-4285-9081-8cd508a0b2a3', 'name': '', 'network_id': '34bffb8b-a28b-4660-9455-c161a62b84c4', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'mac_address': 'fa:16:3e:e1:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:04Z', 'updated_at': '2021-04-02T13:11:14Z', 'revision_number': 5, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'subnets': [{'id': '3cdc876f-ea48-4428-8c12-29b19e815ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:15:36.085590 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e3bcbe89-7a2c-4a29-9bb3-59ea97656ee2 req-60a55fdb-cc3c-43b7-b453-50f03f905625 service neutron] 10.222.0.23 "GET /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415324 Apr 02 13:15:36.355091 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1de401-ef3e-480c-a968-691f4563ec02 None None] New status for floating IP e1134d72-a0fa-4ceb-b691-bf99bc692fb0: DOWN {{(pid=84331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:15:36.550435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-a4472303-241a-42aa-9136-1c01d7e0b739 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:36.552040 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-a4472303-241a-42aa-9136-1c01d7e0b739 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.0913131 Apr 02 13:15:36.635505 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Deleting port 63ff34db-890c-4958-9ee1-cd8653990ab2 {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:36.635930 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:36.934567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a345940-adca-44a2-a126-ac490546127b req-63340536-7960-498a-b77c-cfbc1211ff95 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:36.935348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-4a345940-adca-44a2-a126-ac490546127b req-63340536-7960-498a-b77c-cfbc1211ff95 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Synchronizing usage tracker for tenant:2af4078c97b541a9895220da07bc85ea on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:15:36.950755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-4a345940-adca-44a2-a126-ac490546127b req-63340536-7960-498a-b77c-cfbc1211ff95 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Unset dirty status for tenant:2af4078c97b541a9895220da07bc85ea on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:15:36.952031 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4a345940-adca-44a2-a126-ac490546127b req-63340536-7960-498a-b77c-cfbc1211ff95 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 946 time: 0.1146486 Apr 02 13:15:37.031277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Deleting port c977a922-eaa9-4f07-94b9-b77a0eccdfbd {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:37.031678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:37.345888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] For port c977a922-eaa9-4f07-94b9-b77a0eccdfbd, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:37.346295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:37.373006 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c6f4-af77-43f4-ac5f-82e9c984f49e req-eac5c27b-ec43-4c6a-b34e-bb634c4afc3e tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:37.374626 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fd48c6f4-af77-43f4-ac5f-82e9c984f49e req-eac5c27b-ec43-4c6a-b34e-bb634c4afc3e tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 946 time: 0.6323788 Apr 02 13:15:37.382577 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] For port 63ff34db-890c-4958-9ee1-cd8653990ab2, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=63ff34db-890c-4958-9ee1-cd8653990ab2,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:37.382995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:37.405212 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dc729-44be-4830-bbf0-2f74cd76717f req-7d383282-5d94-4c7a-8302-b5aaeed3a9a6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:15:37.406796 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9b1dc729-44be-4830-bbf0-2f74cd76717f req-7d383282-5d94-4c7a-8302-b5aaeed3a9a6 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 945 time: 0.5777748 Apr 02 13:15:37.570344 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Calling delete_port for 63ff34db-890c-4958-9ee1-cd8653990ab2 owned by compute:nova {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:37.662722 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fd48c6f4-af77-43f4-ac5f-82e9c984f49e req-3d727b37-4e65-49a6-9e56-4c515ab03971 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa99aee-f720-449c-8a32-d4d25ff45702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706354 Apr 02 13:15:37.673172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:37.673662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:37.674132 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Floating IP d5d45027-9ad4-4aa1-8d9f-a3713d19b7ea disassociated. External IP: 172.28.1.61, port: c977a922-eaa9-4f07-94b9-b77a0eccdfbd. Apr 02 13:15:37.675216 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Calling delete_port for c977a922-eaa9-4f07-94b9-b77a0eccdfbd owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:37.677843 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9b1dc729-44be-4830-bbf0-2f74cd76717f req-4b6c7ebc-20e6-4a9a-a1b3-28f23bf85355 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/security-groups?id=018bb6fb-f8ae-4e2a-8897-47753e0c41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013302 Apr 02 13:15:37.771885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:37.788704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ae96e858-49f5-408b-b7e9-8f5108826106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:37.829387 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:37.845587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:37.890160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event deleted for resources: {'Port': ['ID=63ff34db-890c-4958-9ee1-cd8653990ab2,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:37.897033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:37.945092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event deleted for resources: {'Port': ['ID=c977a922-eaa9-4f07-94b9-b77a0eccdfbd,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:37.966691 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.967107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.967507 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.967927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.968321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.968712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.969100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.969487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.969880 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.970263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.970643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.971023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:15:37.976175 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:38.059969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] No DVR routers for this DVR port 63ff34db-890c-4958-9ee1-cd8653990ab2 on host hv-cinder-78299 {{(pid=84330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:15:38.062692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:38.067202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'name': 'network-vif-deleted', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:15:38.083977 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8dbabcb0-77e8-4c32-b057-cd1954d52c76 req-be18a6c0-9d45-4cf1-9f1c-9437e54250ca tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.23 "DELETE /v2.0/ports/63ff34db-890c-4958-9ee1-cd8653990ab2 HTTP/1.1" status: 204 len: 173 time: 1.5245862 Apr 02 13:15:38.138977 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9eaa56-cfcf-4b0e-b5db-59a463318d00', 'name': 'network-vif-deleted', 'tag': '63ff34db-890c-4958-9ee1-cd8653990ab2', 'status': 'completed', 'code': 200} Apr 02 13:15:38.490270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:15:38.681315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:15:38.693743 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] Sync routers for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:15:38.708938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:15:38.710055 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:15:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:38.765162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] No DVR routers for this DVR port c977a922-eaa9-4f07-94b9-b77a0eccdfbd on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:15:38.767812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:38.770880 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'name': 'network-vif-deleted', 'tag': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:15:38.794397 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4a345940-adca-44a2-a126-ac490546127b req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.23 "DELETE /v2.0/ports/c977a922-eaa9-4f07-94b9-b77a0eccdfbd HTTP/1.1" status: 204 len: 173 time: 1.8371038 Apr 02 13:15:38.965940 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:15:38.995222 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-f9f32f29-b3be-4f63-b8b4-4cf45947886b req-ebb26598-979f-4b91-b695-c74593eb8264 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Synchronizing usage tracker for tenant:b724dde5161c4effa01f9674048be1fe on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:15:39.020314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-f9f32f29-b3be-4f63-b8b4-4cf45947886b req-ebb26598-979f-4b91-b695-c74593eb8264 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Unset dirty status for tenant:b724dde5161c4effa01f9674048be1fe on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:15:39.030837 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f9f32f29-b3be-4f63-b8b4-4cf45947886b req-ebb26598-979f-4b91-b695-c74593eb8264 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c9eaa56-cfcf-4b0e-b5db-59a463318d00 HTTP/1.1" status: 200 len: 210 time: 0.1015613 Apr 02 13:15:39.100083 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-42a9cb90-c9d4-488f-9db6-f6699837bce2 req-c2ced897-0fb2-4c6a-b56a-a35153d71d88 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9fe8742-f5db-4696-93ef-96c14a47dcd2 HTTP/1.1" status: 200 len: 210 time: 0.0674403 Apr 02 13:15:39.260682 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fe8742-f5db-4696-93ef-96c14a47dcd2', 'name': 'network-vif-deleted', 'tag': 'c977a922-eaa9-4f07-94b9-b77a0eccdfbd', 'status': 'completed', 'code': 200} Apr 02 13:15:39.356903 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:39.361056 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] Checking router: 42ceed77-0246-455d-9e1c-f5703e9a8cd2 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:15:39.371400 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:15:39.372100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:15:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:39.723604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:15:40.060608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:40.064737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621121d5-6037-46cf-b0bd-bd79d2debf2d None None] The sync data for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb is: [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:11:36Z', 'revision_number': 4, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '59329d07-e957-4f61-be27-81f74c633e55', 'name': '', 'network_id': 'fe6cb807-2995-4734-b5b5-f9a4735147d5', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'mac_address': 'fa:16:3e:2b:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:35Z', 'updated_at': '2021-04-02T13:11:44Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'subnets': [{'id': '6e1d432f-7d92-4ec0-9e24-910f66c7b852', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:15:40.125407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34836) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:40.209434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6ac-2d48-4321-aa0e-86a685283763 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:40.243193 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6ac-2d48-4321-aa0e-86a685283763 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:40.253419 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34844) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:40.296794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6ac-2d48-4321-aa0e-86a685283763 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:40.302648 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:40.320437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebc6ac-2d48-4321-aa0e-86a685283763 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=018bb6fb-f8ae-4e2a-8897-47753e0c41aa,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:40.327034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-302333e6-3f55-410a-96fb-ad4cd37d16cc tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:40.328028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3cebc6ac-2d48-4321-aa0e-86a685283763 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:40.328932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3cebc6ac-2d48-4321-aa0e-86a685283763 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:40.330233 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3cebc6ac-2d48-4321-aa0e-86a685283763 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] 10.222.0.10 "DELETE /v2.0/security-groups/018bb6fb-f8ae-4e2a-8897-47753e0c41aa HTTP/1.1" status: 204 len: 168 time: 0.2036798 Apr 02 13:15:40.367785 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-302333e6-3f55-410a-96fb-ad4cd37d16cc tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:40.383725 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34850) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:40.389767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device c977a922-eaa9-4f07-94b9-b77a0eccdfbd no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:40.429026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: c977a922-eaa9-4f07-94b9-b77a0eccdfbd {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:40.429494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device c977a922-eaa9-4f07-94b9-b77a0eccdfbd not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:40.430032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 63ff34db-890c-4958-9ee1-cd8653990ab2 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:40.471567 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 63ff34db-890c-4958-9ee1-cd8653990ab2 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:40.472055 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 63ff34db-890c-4958-9ee1-cd8653990ab2 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:40.539090 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9dbc4-2b05-477b-9659-3cbdac1e71eb None None] New status for floating IP d5d45027-9ad4-4aa1-8d9f-a3713d19b7ea: DOWN {{(pid=84331) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:15:40.613323 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-302333e6-3f55-410a-96fb-ad4cd37d16cc tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:40.677661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8fed8f89-f75f-4279-83cf-101f2c0be7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:40.763252 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302333e6-3f55-410a-96fb-ad4cd37d16cc tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa99aee-f720-449c-8a32-d4d25ff45702,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:40.770563 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-302333e6-3f55-410a-96fb-ad4cd37d16cc tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:40.787846 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-302333e6-3f55-410a-96fb-ad4cd37d16cc tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:40.789471 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-302333e6-3f55-410a-96fb-ad4cd37d16cc tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "DELETE /v2.0/security-groups/daa99aee-f720-449c-8a32-d4d25ff45702 HTTP/1.1" status: 204 len: 168 time: 0.5348055 Apr 02 13:15:40.791565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34856) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:40.810899 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.api.v2.resource [None req-1645d726-cda7-4c0d-9c39-6c5e862acc1d tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] show failed (client error): The resource could not be found. Apr 02 13:15:40.812019 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1645d726-cda7-4c0d-9c39-6c5e862acc1d tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "GET /v2.0/security-groups/daa99aee-f720-449c-8a32-d4d25ff45702 HTTP/1.1" status: 404 len: 347 time: 0.0193415 Apr 02 13:15:40.815059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34860) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:40.992323 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Deleting port 9c6e06ae-a3e8-4399-afbf-7b4ee3b57f8f {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:40.992701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:41.047254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854111379'] for router_interface, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:41.181135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:41.181508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:41.316417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Calling delete_port for 9c6e06ae-a3e8-4399-afbf-7b4ee3b57f8f owned by network:floatingip {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:41.431721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Deleting port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:41.432096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:41.464513 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:41.480080 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-813a4ba2-48c9-432c-8b87-e51cf25594db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:41.580565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Pushing event deleted for resources: {'Port': ['ID=9c6e06ae-a3e8-4399-afbf-7b4ee3b57f8f,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:41.583183 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:41.622267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] For port 7a212b1c-1f8c-4285-9081-8cd508a0b2a3, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=7a212b1c-1f8c-4285-9081-8cd508a0b2a3,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:41.622745 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:41.751649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks [] for floatingip, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:41.756322 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Calling delete_port for 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 owned by network:router_interface {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:41.768649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:41.769902 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5837443a-68d4-4fa2-b9ed-a213741e84ac tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] 10.222.0.10 "DELETE /v2.0/floatingips/d5d45027-9ad4-4aa1-8d9f-a3713d19b7ea HTTP/1.1" status: 204 len: 168 time: 0.9538498 Apr 02 13:15:41.939360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:41.954680 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:42.053078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a212b1c-1f8c-4285-9081-8cd508a0b2a3,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:42.057347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:42.410867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111560'] for router_interface, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:43.187664 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Router e66e374e-bc67-4bab-8998-e7674e0f07d7 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:15:43.382502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:15:43.395844 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] Sync routers for ids ['e66e374e-bc67-4bab-8998-e7674e0f07d7'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:15:43.398437 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] 10.222.0.10 "PUT /v2.0/routers/e66e374e-bc67-4bab-8998-e7674e0f07d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0161121 Apr 02 13:15:43.401153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34878) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:43.405832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] Routers {'e66e374e-bc67-4bab-8998-e7674e0f07d7'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:15:43.406495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:15:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['e66e374e-bc67-4bab-8998-e7674e0f07d7'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:43.589836 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Notify callbacks [] for router, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:43.597688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] Set router e66e374e-bc67-4bab-8998-e7674e0f07d7 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:15:43.789039 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:43.798490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Deleting port b469c4ba-5567-4b57-bc64-510bda6a01c7 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:43.798858 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:43.913836 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:15:41Z', 'revision_number': 5, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port': {'id': 'b469c4ba-5567-4b57-bc64-510bda6a01c7', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:10:59Z', 'updated_at': '2021-04-02T13:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:43.918576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] Checking router: e66e374e-bc67-4bab-8998-e7674e0f07d7 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:15:43.927364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] Routers {'e66e374e-bc67-4bab-8998-e7674e0f07d7'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:15:43.928059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:15:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['e66e374e-bc67-4bab-8998-e7674e0f07d7'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:43.995201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] For port b469c4ba-5567-4b57-bc64-510bda6a01c7, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=b469c4ba-5567-4b57-bc64-510bda6a01c7,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:43.995518 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:44.089611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] Set router e66e374e-bc67-4bab-8998-e7674e0f07d7 gateway port host: None {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:15:44.133906 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Calling delete_port for b469c4ba-5567-4b57-bc64-510bda6a01c7 owned by network:router_gateway {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:44.203135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:15:43Z', 'revision_number': 6, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port_host': None}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:44.207218 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88062fd-e4be-4f22-9e30-868ff46fa6aa None None] The sync data for ids ['e66e374e-bc67-4bab-8998-e7674e0f07d7'] in dv-cinder-782995-3-smb is: [{'id': 'e66e374e-bc67-4bab-8998-e7674e0f07d7', 'name': 'tempest-TestShelveInstance-659395184-router', 'tenant_id': 'b724dde5161c4effa01f9674048be1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:10:58Z', 'updated_at': '2021-04-02T13:15:43Z', 'revision_number': 6, 'project_id': 'b724dde5161c4effa01f9674048be1fe', 'gw_port_host': None}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:15:44.327469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:44.346644 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1e441430-2475-489c-b887-073e92384e7d tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:44.445202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Pushing event deleted for resources: {'Port': ['ID=b469c4ba-5567-4b57-bc64-510bda6a01c7,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:44.449204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:44.454922 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:44.493896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:44.494241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 7a212b1c-1f8c-4285-9081-8cd508a0b2a3 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:44.621585 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854002760'] for router_gateway, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:44.816814 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1447'] for router, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:44.820494 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:44.847720 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664963'] for router, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:44.848434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e66e374e-bc67-4bab-8998-e7674e0f07d7 {{(pid=84329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 13:15:44.863311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Notify callbacks [] for router, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:44.864585 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] 10.222.0.10 "DELETE /v2.0/routers/e66e374e-bc67-4bab-8998-e7674e0f07d7 HTTP/1.1" status: 204 len: 168 time: 1.4621537 Apr 02 13:15:44.867209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34896) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:44.942560 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd88bd18-0b5a-4210-b650-a9372210e7b6 admin admin] Deleting subnet 3cdc876f-ea48-4428-8c12-29b19e815ce1 {{(pid=84329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:15:44.945985 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dd88bd18-0b5a-4210-b650-a9372210e7b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:45.003339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dd88bd18-0b5a-4210-b650-a9372210e7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851732482'] for subnet, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:45.087273 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dd88bd18-0b5a-4210-b650-a9372210e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:45.352506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dd88bd18-0b5a-4210-b650-a9372210e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2881502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228805'] for subnet, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:45.368717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1c08a46f-f5b2-4248-9ecc-a901b5676cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:45.456683 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88bd18-0b5a-4210-b650-a9372210e7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdc876f-ea48-4428-8c12-29b19e815ce1,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:45.462623 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dd88bd18-0b5a-4210-b650-a9372210e7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:45.504992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dd88bd18-0b5a-4210-b650-a9372210e7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:45.510522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1de65a-4c4f-4ea4-ae9c-8cdc51748392 None None] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:15:45.511145 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-dd88bd18-0b5a-4210-b650-a9372210e7b6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3cdc876f-ea48-4428-8c12-29b19e815ce1 HTTP/1.1" status: 204 len: 168 time: 0.6428864 Apr 02 13:15:45.513723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34900) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:45.631092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:45.807747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] DHCP port deletion for 34bffb8b-a28b-4660-9455-c161a62b84c4 request from dv-cinder-782995-3-smb {{(pid=84331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 13:15:45.813711 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] Deleting port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:45.814133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:45.906801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34910) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:45.981616 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Deleting port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:45.982000 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:46.227924 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] For port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:46.228306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:46.251391 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] For port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e,segment=NetworkSegment(7df8065f-dc26-4af6-9c87-ded2a6d8870b),segment_id=7df8065f-dc26-4af6-9c87-ded2a6d8870b)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:46.251846 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:46.364258 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Calling delete_port for 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e owned by network:dhcp {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:46.394760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] Calling delete_port for 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:46.455302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:46.472762 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9ee105a5-8109-4eb4-9b18-e5c957e26048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:46.494944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b469c4ba-5567-4b57-bc64-510bda6a01c7 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:46.536154 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: b469c4ba-5567-4b57-bc64-510bda6a01c7 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:46.536760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b469c4ba-5567-4b57-bc64-510bda6a01c7 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:46.537226 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:46.562272 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.api [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 13:15:46.562652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_db.api [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 13:15:46.574794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:46.575134 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:46.575254 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Pushing event deleted for resources: {'Port': ['ID=5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:46.583654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854111379'] for router_interface, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:46.591681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:46.625764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] No DVR routers for this DVR port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e on host dv-cinder-782995-3-smb {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:15:46.764885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:46.819105 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:15:46.883713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bffb8b-a28b-4660-9455-c161a62b84c4']}} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:46.898757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df8065f-dc26-4af6-9c87-ded2a6d8870b') {'for_net_delete': True} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:46.899118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df8065f-dc26-4af6-9c87-ded2a6d8870b') {} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:46.912152 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043319'] for segment, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:46.929032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:46.935946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:15:46.965518 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Deleting port 59329d07-e957-4f61-be27-81f74c633e55 {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:46.965893 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:47.064380 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] Deleting port 5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:47.064818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:47.123250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:15:47.132433 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2881397'] for segment, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:47.160267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] For port 59329d07-e957-4f61-be27-81f74c633e55, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=59329d07-e957-4f61-be27-81f74c633e55,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:47.160655 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:47.209922 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2e1ea-42f8-4fab-a05d-f9fba20dd335 None None] The port '5457cbc1-b8dd-4e9f-b9dd-bdf32402e13e' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 13:15:47.332523 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Network 34bffb8b-a28b-4660-9455-c161a62b84c4 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:15:47.357428 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:15:47.449308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:47.453146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:47.469867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:47.482375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Pushing event deleted for resources: {'Network': ['ID=34bffb8b-a28b-4660-9455-c161a62b84c4,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:47.486103 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:47.496956 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] 10.222.0.10 "DELETE /v2.0/networks/34bffb8b-a28b-4660-9455-c161a62b84c4 HTTP/1.1" status: 204 len: 168 time: 1.9821706 Apr 02 13:15:47.499843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34918) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:47.541669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Calling delete_port for 59329d07-e957-4f61-be27-81f74c633e55 owned by network:router_interface {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:47.723450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:47.740926 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-84e8d832-3651-4a1b-a022-1652ca9a37f9 tempest-AttachVolumeNegativeTest-260302495 tempest-AttachVolumeNegativeTest-260302495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:47.841074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Pushing event deleted for resources: {'Port': ['ID=59329d07-e957-4f61-be27-81f74c633e55,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:47.850133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:48.091626 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854111379'] for router_interface, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:48.209196 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111560'] for router_interface, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:48.486292 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a2a94e62-dc89-4404-8d01-56874bd370f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:48.504171 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Deleting port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:48.504551 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:48.702698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] For port ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1,segment=NetworkSegment(5c132559-e565-4b78-817e-25402d5879ed),segment_id=5c132559-e565-4b78-817e-25402d5879ed)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:48.703100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:48.735357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:15:48.841648 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Calling delete_port for ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 owned by network:router_interface {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:48.926930 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:15:48.937198 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] Sync routers for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:15:48.944084 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] 10.222.0.10 "PUT /v2.0/routers/42ceed77-0246-455d-9e1c-f5703e9a8cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0334160 Apr 02 13:15:48.944436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34924) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:48.947490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:15:48.948279 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:15:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:49.164146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:15:49.437711 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Notify callbacks [] for router, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:49.483765 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:15:47Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:49.487874 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] Checking router: 42ceed77-0246-455d-9e1c-f5703e9a8cd2 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:15:49.498224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:49.498694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] Routers {'42ceed77-0246-455d-9e1c-f5703e9a8cd2'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:15:49.499371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:15:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:49.572778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1b1ca928-b04f-49c5-9335-f1087df1ab96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:49.677495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:49.690747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:49.691528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] Set router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:15:49.790476 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:49.836748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Deleting port 409a46d9-ce62-40ae-bfd4-eedea52b408f {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:49.837719 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:49.981661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:50.020956 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:15:47Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:50.025257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24ba9fd-e4b8-4d4e-af34-249a88225382 None None] The sync data for ids ['42ceed77-0246-455d-9e1c-f5703e9a8cd2'] in dv-cinder-782995-3-smb is: [{'id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'name': 'tempest-AttachVolumeTestJSON-264014353-router', 'tenant_id': '2af4078c97b541a9895220da07bc85ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111'}], 'enable_snat': True}, 'gw_port_id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:31Z', 'updated_at': '2021-04-02T13:15:47Z', 'revision_number': 5, 'project_id': '2af4078c97b541a9895220da07bc85ea', 'gw_port': {'id': '409a46d9-ce62-40ae-bfd4-eedea52b408f', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ceed77-0246-455d-9e1c-f5703e9a8cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:32Z', 'updated_at': '2021-04-02T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:15:50.042190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:50.245333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] For port 409a46d9-ce62-40ae-bfd4-eedea52b408f, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=409a46d9-ce62-40ae-bfd4-eedea52b408f,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:50.245655 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:50.377984 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111560'] for router_interface, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:50.399183 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Calling delete_port for 409a46d9-ce62-40ae-bfd4-eedea52b408f owned by network:router_gateway {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:50.498858 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 59329d07-e957-4f61-be27-81f74c633e55 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:50.541649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: 59329d07-e957-4f61-be27-81f74c633e55 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:50.542042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 59329d07-e957-4f61-be27-81f74c633e55 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:50.707338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ed066d64-f522-4640-b610-9dadc70aadcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:50.847337 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:50.863096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6a726c1c-8b19-42c8-adf4-d4794818e96a tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:51.011769 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Pushing event deleted for resources: {'Port': ['ID=409a46d9-ce62-40ae-bfd4-eedea52b408f,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:51.028633 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:51.485327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Router 3eca04e4-23d5-4935-83de-6e5198a0f116 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:15:51.583528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:51.692312 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854002760'] for router_gateway, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:51.897302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1447'] for router, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:51.901524 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:51.926960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:15:51.937014 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] Sync routers for ids ['3eca04e4-23d5-4935-83de-6e5198a0f116'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:15:51.938270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664963'] for router, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:51.938806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42ceed77-0246-455d-9e1c-f5703e9a8cd2 {{(pid=84329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 13:15:51.950165 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] Routers {'3eca04e4-23d5-4935-83de-6e5198a0f116'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:15:51.951533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:15:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['3eca04e4-23d5-4935-83de-6e5198a0f116'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:51.951983 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] 10.222.0.10 "PUT /v2.0/routers/3eca04e4-23d5-4935-83de-6e5198a0f116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4509709 Apr 02 13:15:51.954190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Notify callbacks [] for router, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:51.954773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34952) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:51.955443 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] 10.222.0.10 "DELETE /v2.0/routers/42ceed77-0246-455d-9e1c-f5703e9a8cd2 HTTP/1.1" status: 204 len: 168 time: 3.0100086 Apr 02 13:15:51.960819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34958) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:52.036537 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d469ec-7702-4837-a399-0e35be95f761 admin admin] Deleting subnet 6e1d432f-7d92-4ec0-9e24-910f66c7b852 {{(pid=84329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:15:52.040610 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-57d469ec-7702-4837-a399-0e35be95f761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:52.109237 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-57d469ec-7702-4837-a399-0e35be95f761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851732482'] for subnet, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:52.214089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-57d469ec-7702-4837-a399-0e35be95f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:52.244100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Notify callbacks [] for router, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:52.251451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] Set router 3eca04e4-23d5-4935-83de-6e5198a0f116 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:15:52.458484 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:52.472720 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Deleting port 1fc0579f-c4f8-493e-a9ce-0907668ce21d {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:52.472899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:52.519604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 409a46d9-ce62-40ae-bfd4-eedea52b408f no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:52.570700 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-57d469ec-7702-4837-a399-0e35be95f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2881502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228805'] for subnet, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:52.591274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5357863c-5678-46cf-9fb5-4df5dec977ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:52.629764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: 409a46d9-ce62-40ae-bfd4-eedea52b408f {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:52.630156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 409a46d9-ce62-40ae-bfd4-eedea52b408f not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:52.683900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d469ec-7702-4837-a399-0e35be95f761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1d432f-7d92-4ec0-9e24-910f66c7b852,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:52.692717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-57d469ec-7702-4837-a399-0e35be95f761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:52.743709 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-57d469ec-7702-4837-a399-0e35be95f761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:52.744305 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] For port 1fc0579f-c4f8-493e-a9ce-0907668ce21d, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=1fc0579f-c4f8-493e-a9ce-0907668ce21d,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:52.744720 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:52.749083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73802cec-dcd0-4dd5-a0cd-e0a3c26997e7 None None] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:15:52.752426 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-57d469ec-7702-4837-a399-0e35be95f761 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6e1d432f-7d92-4ec0-9e24-910f66c7b852 HTTP/1.1" status: 204 len: 168 time: 0.7904725 Apr 02 13:15:52.754959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34968) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:52.874291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'name': 'tempest-TestShelveInstance-1146870094-router', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:09Z', 'updated_at': '2021-04-02T13:15:49Z', 'revision_number': 5, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'gw_port': {'id': '1fc0579f-c4f8-493e-a9ce-0907668ce21d', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:11:10Z', 'updated_at': '2021-04-02T13:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:52.880131 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] Checking router: 3eca04e4-23d5-4935-83de-6e5198a0f116 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:15:52.900027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] Routers {'3eca04e4-23d5-4935-83de-6e5198a0f116'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:15:52.900462 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Calling delete_port for 1fc0579f-c4f8-493e-a9ce-0907668ce21d owned by network:router_gateway {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:52.900920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:15:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['3eca04e4-23d5-4935-83de-6e5198a0f116'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:52.911164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:52.994810 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Deleting port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:52.995779 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.103783 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] Set router 3eca04e4-23d5-4935-83de-6e5198a0f116 gateway port host: None {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:15:53.122932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.155646 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-10554852-e91f-4265-8568-73c2ef24c14b tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:53.222746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.234102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'name': 'tempest-TestShelveInstance-1146870094-router', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:09Z', 'updated_at': '2021-04-02T13:15:52Z', 'revision_number': 6, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'gw_port_host': None}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:53.238928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c14161-cb99-485d-a6a0-6a77777a3fee None None] The sync data for ids ['3eca04e4-23d5-4935-83de-6e5198a0f116'] in dv-cinder-782995-3-smb is: [{'id': '3eca04e4-23d5-4935-83de-6e5198a0f116', 'name': 'tempest-TestShelveInstance-1146870094-router', 'tenant_id': 'c8289c03ef8b417e94eb317a3569cb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:11:09Z', 'updated_at': '2021-04-02T13:15:52Z', 'revision_number': 6, 'project_id': 'c8289c03ef8b417e94eb317a3569cb68', 'gw_port_host': None}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:15:53.284509 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] For port ad4bf521-5d13-4bc9-aa06-83348dd4ce71, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=ad4bf521-5d13-4bc9-aa06-83348dd4ce71,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:53.284906 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.299831 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] DHCP port deletion for fe6cb807-2995-4734-b5b5-f9a4735147d5 request from dv-cinder-782995-3-smb {{(pid=84331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 13:15:53.306424 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] Deleting port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:53.306848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.441871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Calling delete_port for ad4bf521-5d13-4bc9-aa06-83348dd4ce71 owned by network:dhcp {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:53.529615 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.531946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc0579f-c4f8-493e-a9ce-0907668ce21d,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:53.542484 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:53.550913 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-eb8f06d7-25ba-4579-bb7d-b8ecab2a9a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:53.554092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] For port ad4bf521-5d13-4bc9-aa06-83348dd4ce71, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=ad4bf521-5d13-4bc9-aa06-83348dd4ce71,segment=NetworkSegment(513e4482-1594-434d-bb15-39d9677dc7c0),segment_id=513e4482-1594-434d-bb15-39d9677dc7c0)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:53.554896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.655194 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4bf521-5d13-4bc9-aa06-83348dd4ce71,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:53.670217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:53.700782 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] Calling delete_port for ad4bf521-5d13-4bc9-aa06-83348dd4ce71 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:53.702457 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854002760'] for router_gateway, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.704005 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] No DVR routers for this DVR port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 on host dv-cinder-782995-3-smb {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:15:53.783307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.api [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 13:15:53.783963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_db.api [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 13:15:53.842214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.897755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1447'] for router, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.900281 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.922252 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664963'] for router, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.923118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eca04e4-23d5-4935-83de-6e5198a0f116 {{(pid=84330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 13:15:53.937348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] Notify callbacks [] for router, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:53.941635 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-930a0b9e-8770-47e6-81b0-446613d6144c admin admin] 10.222.0.10 "DELETE /v2.0/routers/3eca04e4-23d5-4935-83de-6e5198a0f116 HTTP/1.1" status: 204 len: 168 time: 1.9854312 Apr 02 13:15:53.942425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34976) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:53.964102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6cb807-2995-4734-b5b5-f9a4735147d5']}} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:53.977935 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513e4482-1594-434d-bb15-39d9677dc7c0') {'for_net_delete': True} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:53.978275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513e4482-1594-434d-bb15-39d9677dc7c0') {} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:53.991275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043319'] for segment, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.010589 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.017469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:15:54.025129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa338088-b557-4bf0-8b4e-cea04d433ab9 admin admin] Deleting subnet 247c189c-02dd-4ce7-aeac-6b5ce08255cf {{(pid=84330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:15:54.028718 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fa338088-b557-4bf0-8b4e-cea04d433ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.093387 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fa338088-b557-4bf0-8b4e-cea04d433ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844675448'] for subnet, precommit_delete_associations {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.221631 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:15:54.230655 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2881397'] for segment, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.246949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fa338088-b557-4bf0-8b4e-cea04d433ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.285201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] Deleting port ad4bf521-5d13-4bc9-aa06-83348dd4ce71 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:54.285630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.361594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-33b270de-2e86-43d3-b06d-6d640a82e269 None None] The port 'ad4bf521-5d13-4bc9-aa06-83348dd4ce71' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 13:15:54.417071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Network fe6cb807-2995-4734-b5b5-f9a4735147d5 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:15:54.443811 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:15:54.495339 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ad4bf521-5d13-4bc9-aa06-83348dd4ce71 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:54.523171 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.527347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fa338088-b557-4bf0-8b4e-cea04d433ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10099200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851658852'] for subnet, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.530217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.535331 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: ad4bf521-5d13-4bc9-aa06-83348dd4ce71 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:54.535739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ad4bf521-5d13-4bc9-aa06-83348dd4ce71 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:54.536214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 1fc0579f-c4f8-493e-a9ce-0907668ce21d no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:54.541897 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8afa3e84-9853-4c19-a4f0-31d873c2b510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:54.547497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-213aa0f7-1643-48f5-8600-b8bf8b714d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:54.566145 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] 10.222.0.10 "DELETE /v2.0/networks/fe6cb807-2995-4734-b5b5-f9a4735147d5 HTTP/1.1" status: 204 len: 168 time: 1.8053830 Apr 02 13:15:54.566145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=fe6cb807-2995-4734-b5b5-f9a4735147d5,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:54.567088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:54.573757 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: 1fc0579f-c4f8-493e-a9ce-0907668ce21d {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:54.574184 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 1fc0579f-c4f8-493e-a9ce-0907668ce21d not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:54.574650 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:54.612860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:54.613250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device ac4ecdf9-9ce3-4b4e-9039-9d9295859ce1 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:54.639054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa338088-b557-4bf0-8b4e-cea04d433ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=247c189c-02dd-4ce7-aeac-6b5ce08255cf,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:54.651876 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fa338088-b557-4bf0-8b4e-cea04d433ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:54.685153 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fa338088-b557-4bf0-8b4e-cea04d433ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.691049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b981924-7aaa-4786-af3d-ec02d54c4765 None None] Network c31d2cfa-f03b-4ecf-916f-97a722349e97 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:15:54.691532 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-fa338088-b557-4bf0-8b4e-cea04d433ab9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/247c189c-02dd-4ce7-aeac-6b5ce08255cf HTTP/1.1" status: 204 len: 168 time: 0.7469385 Apr 02 13:15:54.694190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 34986) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:54.768072 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34990) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:54.819059 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.827967 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3eed1d8c-0653-4565-a95e-87241cd0ee77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2af4078c97b541a9895220da07bc85ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561595 Apr 02 13:15:54.828244 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 34994) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:54.892692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d9f82841-239b-4651-9788-9c5e1f05cb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.896164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Deleting port 0e327978-92fc-40c7-9a16-c28c53effbd5 {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:54.896535 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.923557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d9f82841-239b-4651-9788-9c5e1f05cb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.950156 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] DHCP port deletion for c31d2cfa-f03b-4ecf-916f-97a722349e97 request from dv-cinder-782995-3-smb {{(pid=84331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 13:15:54.955345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] Deleting port 0e327978-92fc-40c7-9a16-c28c53effbd5 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:54.955868 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.976291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d9f82841-239b-4651-9788-9c5e1f05cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:54.981640 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-03cb7eb9-8cd2-4bbb-9e83-2f9f9aa3b26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:54.994327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f82841-239b-4651-9788-9c5e1f05cb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98fdbe0-66ac-47c6-b2ef-24d167cb3600,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:54.996785 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d9f82841-239b-4651-9788-9c5e1f05cb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:55.000402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d9f82841-239b-4651-9788-9c5e1f05cb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:55.001613 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d9f82841-239b-4651-9788-9c5e1f05cb5f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e98fdbe0-66ac-47c6-b2ef-24d167cb3600 HTTP/1.1" status: 204 len: 168 time: 0.1724072 Apr 02 13:15:55.140861 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] For port 0e327978-92fc-40c7-9a16-c28c53effbd5, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=0e327978-92fc-40c7-9a16-c28c53effbd5,segment=NetworkSegment(5c132559-e565-4b78-817e-25402d5879ed),segment_id=5c132559-e565-4b78-817e-25402d5879ed)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:55.141263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:55.211895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] For port 0e327978-92fc-40c7-9a16-c28c53effbd5, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=0e327978-92fc-40c7-9a16-c28c53effbd5,segment=NetworkSegment(5c132559-e565-4b78-817e-25402d5879ed),segment_id=5c132559-e565-4b78-817e-25402d5879ed)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:15:55.212366 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:55.288185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Calling delete_port for 0e327978-92fc-40c7-9a16-c28c53effbd5 owned by network:dhcp {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:55.356104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] Calling delete_port for 0e327978-92fc-40c7-9a16-c28c53effbd5 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:15:55.372599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:55.391121 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b109b630-5e1a-4456-874d-3c5a364dae75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:55.443484 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.api [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 13:15:55.443918 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_db.api [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 13:15:55.494251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0e327978-92fc-40c7-9a16-c28c53effbd5,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:55.496944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:55.549565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] No DVR routers for this DVR port 0e327978-92fc-40c7-9a16-c28c53effbd5 on host dv-cinder-782995-3-smb {{(pid=84330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:15:55.676500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:55.794148 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31d2cfa-f03b-4ecf-916f-97a722349e97']}} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:55.808440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c132559-e565-4b78-817e-25402d5879ed') {'for_net_delete': True} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:55.808775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c132559-e565-4b78-817e-25402d5879ed') {} {{(pid=84330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:15:55.821497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10100353'] for segment, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:55.836172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:55.843107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:15:55.944997 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] Deleting port 0e327978-92fc-40c7-9a16-c28c53effbd5 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:15:55.945436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:56.018308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0cbf6-f68a-4644-be43-229893985e0b None None] The port '0e327978-92fc-40c7-9a16-c28c53effbd5' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 13:15:56.031672 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Network c31d2cfa-f03b-4ecf-916f-97a722349e97 has no segments {{(pid=84330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:15:56.041377 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10099371'] for segment, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:56.225834 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Network c31d2cfa-f03b-4ecf-916f-97a722349e97 has no segments {{(pid=84330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:15:56.253978 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:15:56.328275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:56.332063 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2b85caa3-d1c6-41e2-8135-4922c5ee90a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:56.346727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:56.357751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c31d2cfa-f03b-4ecf-916f-97a722349e97,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:56.361050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:56.362663 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] 10.222.0.10 "DELETE /v2.0/networks/c31d2cfa-f03b-4ecf-916f-97a722349e97 HTTP/1.1" status: 204 len: 168 time: 1.6671040 Apr 02 13:15:56.505122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 0e327978-92fc-40c7-9a16-c28c53effbd5 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:15:56.550873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: 0e327978-92fc-40c7-9a16-c28c53effbd5 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:15:56.551238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 0e327978-92fc-40c7-9a16-c28c53effbd5 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:15:56.583796 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35036) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:56.869951 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-6481e2ab-60ac-4bc5-bb4f-ad216c13c1ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b724dde5161c4effa01f9674048be1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846816 Apr 02 13:15:56.872550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35046) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:56.935129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5267-f998-4cec-91d5-0b0e0a8504d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:56.962522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5267-f998-4cec-91d5-0b0e0a8504d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:57.011068 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5267-f998-4cec-91d5-0b0e0a8504d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:57.016003 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1b1c030f-b9f5-410f-8c43-630bd55f8a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:57.029511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc5267-f998-4cec-91d5-0b0e0a8504d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ffdd14-b603-4d94-92e9-85be3599716a,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:57.033837 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3bbc5267-f998-4cec-91d5-0b0e0a8504d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:57.038600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3bbc5267-f998-4cec-91d5-0b0e0a8504d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:57.040600 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3bbc5267-f998-4cec-91d5-0b0e0a8504d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00ffdd14-b603-4d94-92e9-85be3599716a HTTP/1.1" status: 204 len: 168 time: 0.1662881 Apr 02 13:15:57.328248 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35054) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:57.379987 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f4210fb7-e9b1-4f2e-9c4c-c4821b633745 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8289c03ef8b417e94eb317a3569cb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503705 Apr 02 13:15:57.382365 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35058) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:57.446215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b1a36d46-b703-40f9-9cc2-8c4677a2196c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:57.473792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b1a36d46-b703-40f9-9cc2-8c4677a2196c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:57.517899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b1a36d46-b703-40f9-9cc2-8c4677a2196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:57.522889 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d9f82841-239b-4651-9788-9c5e1f05cb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:57.535273 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a36d46-b703-40f9-9cc2-8c4677a2196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870c5da0-c69e-4e14-b0e8-4e29c1329703,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:57.537852 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b1a36d46-b703-40f9-9cc2-8c4677a2196c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:57.544506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b1a36d46-b703-40f9-9cc2-8c4677a2196c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:57.548287 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b1a36d46-b703-40f9-9cc2-8c4677a2196c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/870c5da0-c69e-4e14-b0e8-4e29c1329703 HTTP/1.1" status: 204 len: 168 time: 0.1624143 Apr 02 13:15:58.145915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35082) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:58.270152 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dfeea125-b2d3-441d-8404-a2cf90c5e4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:58.286262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-dfeea125-b2d3-441d-8404-a2cf90c5e4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:15:58.291203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-dfeea125-b2d3-441d-8404-a2cf90c5e4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:45b96f8a115b45008936969dbfaf2226 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:15:58.294180 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-dfeea125-b2d3-441d-8404-a2cf90c5e4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:15:58.300631 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-dfeea125-b2d3-441d-8404-a2cf90c5e4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:15:58.387383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dfeea125-b2d3-441d-8404-a2cf90c5e4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:58.389938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dfeea125-b2d3-441d-8404-a2cf90c5e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:58.398527 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cb7f9875-820d-4d4e-b7e4-5ab22d744679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:58.444898 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-dfeea125-b2d3-441d-8404-a2cf90c5e4a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=45b96f8a115b45008936969dbfaf2226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977536 Apr 02 13:15:58.447051 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeea125-b2d3-441d-8404-a2cf90c5e4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48add4c-c748-4368-9ee4-88a004944f7e,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:58.448358 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35088) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:15:58.450355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dfeea125-b2d3-441d-8404-a2cf90c5e4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:58.511409 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3a4db5bb-7bfd-413c-86ad-98a2bfd461bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:58.542357 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3a4db5bb-7bfd-413c-86ad-98a2bfd461bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:58.585309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3a4db5bb-7bfd-413c-86ad-98a2bfd461bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:58.591050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-15d0f969-4f3e-47fe-83c8-3b5678259df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:15:58.605382 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4db5bb-7bfd-413c-86ad-98a2bfd461bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48add4c-c748-4368-9ee4-88a004944f7e,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:15:58.607834 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3a4db5bb-7bfd-413c-86ad-98a2bfd461bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:15:58.610004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3a4db5bb-7bfd-413c-86ad-98a2bfd461bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:15:58.611023 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-3a4db5bb-7bfd-413c-86ad-98a2bfd461bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e48add4c-c748-4368-9ee4-88a004944f7e HTTP/1.1" status: 204 len: 168 time: 0.1616254 Apr 02 13:16:05.898611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35166) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:16:06.020937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d9741c38-0593-4ead-936b-541e04a5c4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:06.036793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-d9741c38-0593-4ead-936b-541e04a5c4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:16:06.040790 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-d9741c38-0593-4ead-936b-541e04a5c4bb admin admin] Usage tracker for resource:security_group_rule and tenant:ab352df8c7a047f89f90b3e1aad1cee0 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:16:06.043663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-d9741c38-0593-4ead-936b-541e04a5c4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:16:06.049581 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-d9741c38-0593-4ead-936b-541e04a5c4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:16:06.134067 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d9741c38-0593-4ead-936b-541e04a5c4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:06.136845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d9741c38-0593-4ead-936b-541e04a5c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:06.145776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3bbc5267-f998-4cec-91d5-0b0e0a8504d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:06.188315 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-d9741c38-0593-4ead-936b-541e04a5c4bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab352df8c7a047f89f90b3e1aad1cee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880290 Apr 02 13:16:06.189219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9741c38-0593-4ead-936b-541e04a5c4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9d38e7-8c6d-49cd-8299-befa69bbdffc,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:06.191306 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35172) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:16:06.192689 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d9741c38-0593-4ead-936b-541e04a5c4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:06.253988 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-541f0301-3ac5-4e6e-8727-95c8b62a61b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:06.281615 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-541f0301-3ac5-4e6e-8727-95c8b62a61b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:06.324891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-541f0301-3ac5-4e6e-8727-95c8b62a61b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:06.329715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4ab2aa01-5abc-42e7-90d2-b2e68dbbe570 tempest-VolumesNegativeTest-458034758 tempest-VolumesNegativeTest-458034758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:06.342508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f0301-3ac5-4e6e-8727-95c8b62a61b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9d38e7-8c6d-49cd-8299-befa69bbdffc,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:06.344866 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-541f0301-3ac5-4e6e-8727-95c8b62a61b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:06.352094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-541f0301-3ac5-4e6e-8727-95c8b62a61b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:06.353293 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-541f0301-3ac5-4e6e-8727-95c8b62a61b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef9d38e7-8c6d-49cd-8299-befa69bbdffc HTTP/1.1" status: 204 len: 168 time: 0.1607494 Apr 02 13:16:18.479115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fb0e5b8c-c850-43ce-b3f4-949a9faba4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:19.923542 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:20.062943 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:20.708471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a06494db-1ca2-4cc2-b093-8ca4b0d0f531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:21.584526 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:23.064238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35308) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:16:23.188992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f196efb0-37e9-402e-9cd4-372cb4680b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:23.191417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:23.208097 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f196efb0-37e9-402e-9cd4-372cb4680b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:16:23.212606 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f196efb0-37e9-402e-9cd4-372cb4680b59 admin admin] Usage tracker for resource:security_group_rule and tenant:b415069b4f0d4064b36e5e4ceb2e9291 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:16:23.215456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f196efb0-37e9-402e-9cd4-372cb4680b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:16:23.221397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f196efb0-37e9-402e-9cd4-372cb4680b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:16:23.303849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f196efb0-37e9-402e-9cd4-372cb4680b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:23.306660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f196efb0-37e9-402e-9cd4-372cb4680b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:23.315169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f3d02fda-794a-4b2e-8280-eae535929e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:23.357756 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f196efb0-37e9-402e-9cd4-372cb4680b59 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b415069b4f0d4064b36e5e4ceb2e9291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924287 Apr 02 13:16:23.358706 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196efb0-37e9-402e-9cd4-372cb4680b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cb20de-b1ac-4df5-9758-0590eedc7d0e,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:23.360753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35314) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:16:23.362157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f196efb0-37e9-402e-9cd4-372cb4680b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:23.423034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8af507d6-1d65-496e-801a-de9b9b81a99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:23.449794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8af507d6-1d65-496e-801a-de9b9b81a99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:23.496818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8af507d6-1d65-496e-801a-de9b9b81a99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:23.501647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7c7f1ed0-3fb1-41e0-864f-356c80ce12a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:23.515469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af507d6-1d65-496e-801a-de9b9b81a99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cb20de-b1ac-4df5-9758-0590eedc7d0e,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:23.518250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8af507d6-1d65-496e-801a-de9b9b81a99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:23.519460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8af507d6-1d65-496e-801a-de9b9b81a99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:23.520674 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8af507d6-1d65-496e-801a-de9b9b81a99d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3cb20de-b1ac-4df5-9758-0590eedc7d0e HTTP/1.1" status: 204 len: 168 time: 0.1588359 Apr 02 13:16:23.826212 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:16:24.203893 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35338) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:16:24.313775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1531650545-network', 'tenant_id': 'f4df7d80723a44439914287687d8c9b5'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:16:24.318925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:16:24.323543 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Usage tracker for resource:network and tenant:f4df7d80723a44439914287687d8c9b5 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:16:24.326519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:16:24.333285 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:16:24.342348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Made reservation on behalf of f4df7d80723a44439914287687d8c9b5 for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:16:24.346973 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:24.359473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:24.374775 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:16:24.378748 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Usage tracker for resource:security_group_rule and tenant:f4df7d80723a44439914287687d8c9b5 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:16:24.381562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:16:24.388053 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:16:24.471952 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:24.474760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:24.479786 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-be850418-2464-4a46-9220-bf245cc0bce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:24.503938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:16:24.516892 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918bc250-4474-4fa6-91b8-fd3ae518b6c2,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:24.521130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:24.522092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:24.522460 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Added segment 5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d of type vlan for network 911e0533-134c-4d89-948a-99acc27fee4f Apr 02 13:16:24.550011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:24.579188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:24.580564 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:24.581193 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:24.586565 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:24.688658 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4835064 Apr 02 13:16:24.691716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Pushing event updated for resources: {'Network': ['ID=911e0533-134c-4d89-948a-99acc27fee4f,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:24.691888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35344) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:16:24.694596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f4dbb865-d4f5-47f5-b6b2-0f59e55c0c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:24.698044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Request body: {'subnet': {'network_id': '911e0533-134c-4d89-948a-99acc27fee4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1531650545-subnet', 'tenant_id': 'f4df7d80723a44439914287687d8c9b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:16:24.702955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network 911e0533-134c-4d89-948a-99acc27fee4f details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:16:24.703522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:16:24.707586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Usage tracker for resource:subnet and tenant:f4df7d80723a44439914287687d8c9b5 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:16:24.711340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:16:24.717381 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:16:24.727879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Made reservation on behalf of f4df7d80723a44439914287687d8c9b5 for: {'subnet': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:16:24.732711 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3116966'] for subnet, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:25.368677 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844676549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3116949'] for subnet, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:25.384262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:25.507385 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4cafdce-dd4a-450f-978f-d1f63892cfd2,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:25.510247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:25.580352 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Checking segment: {'id': '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:16:25.580739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Network hostable DHCP agents. Network: 911e0533-134c-4d89-948a-99acc27fee4f, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:16:25.599018 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Network 911e0533-134c-4d89-948a-99acc27fee4f is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:16:25.608052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, 911e0533-134c-4d89-948a-99acc27fee4f) {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:16:25.617651 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee8dc4-9185-4f3e-ab99-f3e7b3859b1b None None] Network 911e0533-134c-4d89-948a-99acc27fee4f requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:16:25.621296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:25.621928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:25.649609 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a194e5ae-46ae-4145-b5fe-6b9c79cc3c3c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9566770 Apr 02 13:16:25.848006 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd74103-2647-4163-b96e-e46e33ac4e05 None None] Network 911e0533-134c-4d89-948a-99acc27fee4f requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:16:27.710415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-979b8ee8-e325-4743-bf1f-2ecbe9a32dfa tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:27.712568 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-979b8ee8-e325-4743-bf1f-2ecbe9a32dfa tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/networks?id=911e0533-134c-4d89-948a-99acc27fee4f HTTP/1.1" status: 200 len: 814 time: 0.1566758 Apr 02 13:16:27.728912 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-78c3ec47-7aa7-4c78-8ea5-35bb244f49de tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/quotas/f4df7d80723a44439914287687d8c9b5 HTTP/1.1" status: 200 len: 375 time: 0.0102813 Apr 02 13:16:27.786443 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-abcaa922-aca2-4483-be1a-ecd74e2b003c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4df7d80723a44439914287687d8c9b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518143 Apr 02 13:16:27.976983 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9bfd5cc0-a59c-40b3-99d7-5368e2f73aac service neutron] 10.222.0.10 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828945 Apr 02 13:16:28.119297 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-a89a35ea-ea47-4d4a-bf6d-e56122026d06 service neutron] 10.222.0.10 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359274 Apr 02 13:16:29.326547 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-34b117e1-3e8b-4459-b332-1bbca81d7ade req-c477e4e6-c69a-402a-9613-33cfd29078d0 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 210 time: 0.0476148 Apr 02 13:16:30.430748 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1a82624d-cdd8-4838-911d-858bba842f1c req-07a65124-69bb-4e20-a4b0-8efd55ff1c1f tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 210 time: 0.0480158 Apr 02 13:16:31.539217 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c1aa96c2-804d-4392-b92e-e9d40024a241 req-7c452500-1d18-4d8a-9d9e-48434596f86b tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 210 time: 0.0519106 Apr 02 13:16:32.645817 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c0f56550-1733-45af-9a89-c1c2387f41d9 req-eccab5de-028f-4ce9-88a6-cb11b0251f1d tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 210 time: 0.0499842 Apr 02 13:16:33.808169 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61db68dd-8b58-4de5-bb57-155cbed12e6b req-72c1299e-a65d-4f1e-a06e-aa6a2fe4b624 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 210 time: 0.0509279 Apr 02 13:16:34.690693 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-59e083cc-c611-43b3-be5b-b84d1cc2f8ed tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:34.691425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-59e083cc-c611-43b3-be5b-b84d1cc2f8ed tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Synchronizing usage tracker for tenant:f4df7d80723a44439914287687d8c9b5 on resource:network {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:16:34.707828 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-59e083cc-c611-43b3-be5b-b84d1cc2f8ed tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Unset dirty status for tenant:f4df7d80723a44439914287687d8c9b5 on resource:network {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:16:34.708947 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-59e083cc-c611-43b3-be5b-b84d1cc2f8ed tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.23 "GET /v2.0/networks?id=911e0533-134c-4d89-948a-99acc27fee4f HTTP/1.1" status: 200 len: 814 time: 0.4382939 Apr 02 13:16:34.724104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Request body: {'port': {'device_id': 'ba454ac2-5e4d-427e-896f-4dbb1b066ff6', 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f', 'admin_state_up': True, 'tenant_id': 'f4df7d80723a44439914287687d8c9b5'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:16:34.865331 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:16:34.870257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Usage tracker for resource:port and tenant:f4df7d80723a44439914287687d8c9b5 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:16:34.873247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:16:34.879342 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:16:34.889803 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Made reservation on behalf of f4df7d80723a44439914287687d8c9b5 for: {'port': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:16:34.895959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:34.977280 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0308302e-f649-4d19-a206-c1dee49e0e1d req-3158d3b8-0415-42f6-9635-1932ab252c3d tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 210 time: 0.0520453 Apr 02 13:16:35.072462 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Allocated IP 172.20.0.3 (911e0533-134c-4d89-948a-99acc27fee4f/a4cafdce-dd4a-450f-978f-d1f63892cfd2/61dde018-df3f-4443-9648-ad46e9879550) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:16:35.287231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:35.317283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:35.332361 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-42264daa-cc95-4bee-81e7-a5e3e91a6e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:35.471597 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Pushing event updated for resources: {'Port': ['ID=61dde018-df3f-4443-9648-ad46e9879550,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:35.476928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:35.527620 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Network 911e0533-134c-4d89-948a-99acc27fee4f is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:16:35.528797 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:16:35.531134 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:16:35.598444 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:35.599108 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:35.620203 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-9b8b11b2-dc1a-430a-89bb-2de23c70b321 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9000189 Apr 02 13:16:35.631879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Request body: {'port': {'device_id': 'ba454ac2-5e4d-427e-896f-4dbb1b066ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:16:35.747772 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:36.165996 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dde018-df3f-4443-9648-ad46e9879550 {{(pid=84329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:16:36.173889 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:36.181463 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d154ad-3a3b-4415-8703-f0900c7bdccc req-bf432c7e-6cb6-40ae-abc6-faf95a07b1e7 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:36.183089 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-98d154ad-3a3b-4415-8703-f0900c7bdccc req-bf432c7e-6cb6-40ae-abc6-faf95a07b1e7 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 931 time: 0.0901346 Apr 02 13:16:36.190780 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Transition to ACTIVE for port object 61dde018-df3f-4443-9648-ad46e9879550 will not be triggered until provisioned by entity L2. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:16:36.193257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:36.209474 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a0ec5a44-deca-44a1-8db0-67a41619e0e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:36.231276 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-98d154ad-3a3b-4415-8703-f0900c7bdccc req-f1c1ed3a-5a67-4c9e-b71c-1820c8f8e6fc tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Apr 02 13:16:36.347481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Pushing event updated for resources: {'Port': ['ID=61dde018-df3f-4443-9648-ad46e9879550,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:36.350506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:36.574832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Attempting to bind port 61dde018-df3f-4443-9648-ad46e9879550 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:16:36.575223 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Attempting to bind port 61dde018-df3f-4443-9648-ad46e9879550 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f'}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:16:36.575562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Attempting to bind port 61dde018-df3f-4443-9648-ad46e9879550 on network 911e0533-134c-4d89-948a-99acc27fee4f {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:16:36.580434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Port 61dde018-df3f-4443-9648-ad46e9879550 on network 911e0533-134c-4d89-948a-99acc27fee4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:16:36.580787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Attempting to bind port 61dde018-df3f-4443-9648-ad46e9879550 on network 911e0533-134c-4d89-948a-99acc27fee4f {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:16:36.586215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:16:36.586583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Checking segment: {'id': '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:16:36.587020 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Bound using segment: {'id': '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f'} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:16:36.587457 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Bound port: 61dde018-df3f-4443-9648-ad46e9879550, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f'}}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:16:36.587875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:36.682200 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] For port 61dde018-df3f-4443-9648-ad46e9879550, host hv-cinder-78299, cleared binding levels {{(pid=84329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:16:36.685164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] For port 61dde018-df3f-4443-9648-ad46e9879550, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=61dde018-df3f-4443-9648-ad46e9879550,segment=NetworkSegment(5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d),segment_id=5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d)] {{(pid=84329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:16:36.688424 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:36.703831 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3c2870c7-b57b-47dc-8ecc-ed601ad7a374 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:36.852126 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Pushing event updated for resources: {'Port': ['ID=61dde018-df3f-4443-9648-ad46e9879550,revision_number=3']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:36.857542 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:36.888985 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:36.889638 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:36.891071 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-ef09d9ce-eba2-434d-8541-f9b9aa0ead7f service neutron] 10.222.0.23 "PUT /v2.0/ports/61dde018-df3f-4443-9648-ad46e9879550 HTTP/1.1" status: 200 len: 1093 time: 1.2636440 Apr 02 13:16:36.891580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba454ac2-5e4d-427e-896f-4dbb1b066ff6', 'tag': '61dde018-df3f-4443-9648-ad46e9879550'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:16:36.962327 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba454ac2-5e4d-427e-896f-4dbb1b066ff6', 'tag': '61dde018-df3f-4443-9648-ad46e9879550', 'status': 'completed', 'code': 200} Apr 02 13:16:37.004386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-d4c52123-a1b2-46ed-97f4-854d41c102fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:37.005961 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-d4c52123-a1b2-46ed-97f4-854d41c102fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4df7d80723a44439914287687d8c9b5&device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0793612 Apr 02 13:16:37.081555 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-8df38344-456d-443c-8870-82b50448c8a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61dde018-df3f-4443-9648-ad46e9879550 HTTP/1.1" status: 200 len: 217 time: 0.0676413 Apr 02 13:16:37.152753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-4d27a14f-4bdc-4f0f-bfff-05b7f5237153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:37.154305 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-4d27a14f-4bdc-4f0f-bfff-05b7f5237153 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a4cafdce-dd4a-450f-978f-d1f63892cfd2 HTTP/1.1" status: 200 len: 854 time: 0.0669551 Apr 02 13:16:37.205709 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-4bf7580a-f747-4442-9a38-61b172c5b944 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=911e0533-134c-4d89-948a-99acc27fee4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451133 Apr 02 13:16:37.346783 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-37fcd973-5671-4596-b968-4b215f5bf029 service neutron] 10.222.0.23 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348794 Apr 02 13:16:37.435715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffede77-0bb9-484c-8dda-9ef77aa931f4 req-9ea719c8-a74a-4d04-90d8-d6bc63475314 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:37.437339 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9ffede77-0bb9-484c-8dda-9ef77aa931f4 req-9ea719c8-a74a-4d04-90d8-d6bc63475314 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 943 time: 0.0922544 Apr 02 13:16:37.486375 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9ffede77-0bb9-484c-8dda-9ef77aa931f4 req-f39f0ac3-1818-488b-9c4f-2c95a13adbab tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425076 Apr 02 13:16:37.489883 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6f7e93e3-df52-4008-87eb-aeb5544b093d req-01c1a6e5-7ca6-4a6f-9003-cf0f0a1f6eeb service neutron] 10.222.0.23 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371498 Apr 02 13:16:37.610401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5ccdd-6073-401a-9fe6-b831d8c31cb4 req-50788f81-a4ec-465d-a6a6-ec04c52ea184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:37.611989 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aac5ccdd-6073-401a-9fe6-b831d8c31cb4 req-50788f81-a4ec-465d-a6a6-ec04c52ea184 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4df7d80723a44439914287687d8c9b5&device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0757098 Apr 02 13:16:37.751732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5ccdd-6073-401a-9fe6-b831d8c31cb4 req-fbf86f64-2026-46c5-be65-d93746642d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:37.753219 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aac5ccdd-6073-401a-9fe6-b831d8c31cb4 req-fbf86f64-2026-46c5-be65-d93746642d96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=911e0533-134c-4d89-948a-99acc27fee4f HTTP/1.1" status: 200 len: 915 time: 0.1345036 Apr 02 13:16:37.828461 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aac5ccdd-6073-401a-9fe6-b831d8c31cb4 req-54173946-9389-487a-b213-862030c90521 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61dde018-df3f-4443-9648-ad46e9879550 HTTP/1.1" status: 200 len: 217 time: 0.0681152 Apr 02 13:16:37.895671 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5ccdd-6073-401a-9fe6-b831d8c31cb4 req-64f1e4c4-c4fd-431f-a102-e9ff0adc2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:37.897203 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aac5ccdd-6073-401a-9fe6-b831d8c31cb4 req-64f1e4c4-c4fd-431f-a102-e9ff0adc2091 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a4cafdce-dd4a-450f-978f-d1f63892cfd2 HTTP/1.1" status: 200 len: 854 time: 0.0626862 Apr 02 13:16:37.953294 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aac5ccdd-6073-401a-9fe6-b831d8c31cb4 req-e8421f58-44c1-439e-91bf-4bfced2f8845 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=911e0533-134c-4d89-948a-99acc27fee4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483730 Apr 02 13:16:38.092388 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aac5ccdd-6073-401a-9fe6-b831d8c31cb4 req-1a67c7c9-dbfd-49fd-9cc8-4eab66278d00 service neutron] 10.222.0.23 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315434 Apr 02 13:16:38.233894 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aac5ccdd-6073-401a-9fe6-b831d8c31cb4 req-b60ad89b-8a8e-4fd1-b138-646326a93f88 service neutron] 10.222.0.23 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352215 Apr 02 13:16:38.685591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cdba9-85e6-4d36-a8c1-f68ec0ef06de req-a7c549ab-aa14-42a6-9768-c9d7339f0dd0 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:38.687163 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-563cdba9-85e6-4d36-a8c1-f68ec0ef06de req-a7c549ab-aa14-42a6-9768-c9d7339f0dd0 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 943 time: 0.0878818 Apr 02 13:16:38.693277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 61dde018-df3f-4443-9648-ad46e9879550 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:16:38.738082 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-563cdba9-85e6-4d36-a8c1-f68ec0ef06de req-5693f843-583f-4425-bc78-f99aed27421f tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443273 Apr 02 13:16:38.836903 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 61dde018-df3f-4443-9648-ad46e9879550, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=61dde018-df3f-4443-9648-ad46e9879550,segment=NetworkSegment(5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d),segment_id=5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:16:38.850541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': '61dde018-df3f-4443-9648-ad46e9879550', 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f', 'port_id': '61dde018-df3f-4443-9648-ad46e9879550', 'mac_address': 'fa:16:3e:f6:ad:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cafdce-dd4a-450f-978f-d1f63892cfd2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:16:38.911642 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:38.929528 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dde018-df3f-4443-9648-ad46e9879550 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:16:38.945536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 61dde018-df3f-4443-9648-ad46e9879550, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=61dde018-df3f-4443-9648-ad46e9879550,segment=NetworkSegment(5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d),segment_id=5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:16:38.948415 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:38.950206 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:39.018204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=61dde018-df3f-4443-9648-ad46e9879550,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:39.025974 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.026368 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.026749 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.027124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.027499 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.027895 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.028270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.028634 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.028998 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.029362 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.029725 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.030084 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:16:39.034230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:39.150700 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['61dde018-df3f-4443-9648-ad46e9879550'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:16:39.935806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c96578-5d86-48c4-9cb2-a5ef3014c6c1 req-77c88150-faf1-4a16-80fb-2a7118e32878 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:39.937388 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-73c96578-5d86-48c4-9cb2-a5ef3014c6c1 req-77c88150-faf1-4a16-80fb-2a7118e32878 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 944 time: 0.0875187 Apr 02 13:16:39.984918 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-73c96578-5d86-48c4-9cb2-a5ef3014c6c1 req-c3c29994-ea35-4e29-b17b-305e80b829c6 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412140 Apr 02 13:16:40.708705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 61dde018-df3f-4443-9648-ad46e9879550 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:16:40.778699 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port 61dde018-df3f-4443-9648-ad46e9879550 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:16:40.783991 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port 61dde018-df3f-4443-9648-ad46e9879550 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:16:40.784384 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:40.911420 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:40.940880 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba454ac2-5e4d-427e-896f-4dbb1b066ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dde018-df3f-4443-9648-ad46e9879550'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:16:40.951956 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port 61dde018-df3f-4443-9648-ad46e9879550, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=61dde018-df3f-4443-9648-ad46e9879550,segment=NetworkSegment(5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d),segment_id=5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:16:40.954661 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:40.956600 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:16:41.179864 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba454ac2-5e4d-427e-896f-4dbb1b066ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dde018-df3f-4443-9648-ad46e9879550', 'code': 200} Apr 02 13:16:41.206188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbe77a-614d-4127-9088-7816e17fbe13 req-fe9220b8-9b00-4852-9291-d035cf62fc05 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:41.207993 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-40cbe77a-614d-4127-9088-7816e17fbe13 req-fe9220b8-9b00-4852-9291-d035cf62fc05 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 945 time: 0.1003456 Apr 02 13:16:41.214205 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=61dde018-df3f-4443-9648-ad46e9879550,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:16:41.217457 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:16:41.241095 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc74c-c7d1-4a8c-b5e3-9516e0511a19 req-3b0958ca-c20c-49c2-b73a-581ca6c4f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:41.243313 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e50cc74c-c7d1-4a8c-b5e3-9516e0511a19 req-3b0958ca-c20c-49c2-b73a-581ca6c4f415 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 1098 time: 0.0828016 Apr 02 13:16:41.258582 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-40cbe77a-614d-4127-9088-7816e17fbe13 req-2d7beb39-891c-4e30-9823-dd7630c19b6a tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Apr 02 13:16:41.286574 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e50cc74c-c7d1-4a8c-b5e3-9516e0511a19 req-08448a74-6e6f-4ede-8593-90b6293e6b7e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370128 Apr 02 13:16:42.457656 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04347b4-a5f5-4294-8e5d-88bb0c131c01 req-8ee70bec-6071-416c-98d7-6b3cb4306575 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:16:42.459233 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f04347b4-a5f5-4294-8e5d-88bb0c131c01 req-8ee70bec-6071-416c-98d7-6b3cb4306575 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 945 time: 0.0862401 Apr 02 13:16:42.507264 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f04347b4-a5f5-4294-8e5d-88bb0c131c01 req-be041236-ec37-4006-89c0-33191c3a18e9 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Apr 02 13:16:48.488878 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9075ff8f-4c17-4ffd-bf52-61351b0b90d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:49.925713 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:50.097039 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:50.709826 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-754248f7-7689-4100-b4a5-d601ab3a63d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:51.587495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:16:53.192969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:00.815614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:17:15.793721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f555b94-998d-4eac-a8e8-fc32bcfbb156 req-fbd42f31-84a6-48c2-aca9-7ba99d29aeac tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:15.795253 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8f555b94-998d-4eac-a8e8-fc32bcfbb156 req-fbd42f31-84a6-48c2-aca9-7ba99d29aeac tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 945 time: 0.0926673 Apr 02 13:17:15.844126 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8f555b94-998d-4eac-a8e8-fc32bcfbb156 req-ea7f78fe-e830-4939-9644-eab50d4cc788 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420773 Apr 02 13:17:17.045945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12861b8-0686-4daa-b34d-9770755038b9 req-14e5a968-be96-4555-a2be-b8dc5f558d62 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:17.047534 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a12861b8-0686-4daa-b34d-9770755038b9 req-14e5a968-be96-4555-a2be-b8dc5f558d62 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 945 time: 0.0901768 Apr 02 13:17:17.098240 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a12861b8-0686-4daa-b34d-9770755038b9 req-a5ba901b-745f-4d41-bd88-8fb016e1ffc3 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Apr 02 13:17:18.299308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa697498-8fca-45aa-a89a-9e8f6461d0a6 req-fef86e37-6ffb-4ab4-8ed7-29ef4365cbb1 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:18.300920 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aa697498-8fca-45aa-a89a-9e8f6461d0a6 req-fef86e37-6ffb-4ab4-8ed7-29ef4365cbb1 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 945 time: 0.0908711 Apr 02 13:17:18.348050 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-aa697498-8fca-45aa-a89a-9e8f6461d0a6 req-42780f7b-8be1-4ad8-aaa7-4f2b7948e0ae tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Apr 02 13:17:18.480881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-da3a0237-0247-43ee-b733-776fa46e5a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:19.552588 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405eccb-eaa0-4168-a820-ce42e2bd8782 req-d0afbd96-c78d-4ef3-a559-ed8426b26592 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:19.554167 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2405eccb-eaa0-4168-a820-ce42e2bd8782 req-d0afbd96-c78d-4ef3-a559-ed8426b26592 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 945 time: 0.0915458 Apr 02 13:17:19.602033 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2405eccb-eaa0-4168-a820-ce42e2bd8782 req-bb8edb5b-b877-48cb-a10d-e130e707b92b tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Apr 02 13:17:19.927207 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:20.119721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:20.510135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-978de62a-2a8e-43ad-a0b3-b67e083b26cb tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:20.510869 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-978de62a-2a8e-43ad-a0b3-b67e083b26cb tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Synchronizing usage tracker for tenant:f4df7d80723a44439914287687d8c9b5 on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:17:20.526653 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-978de62a-2a8e-43ad-a0b3-b67e083b26cb tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Unset dirty status for tenant:f4df7d80723a44439914287687d8c9b5 on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:17:20.527859 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-978de62a-2a8e-43ad-a0b3-b67e083b26cb tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 945 time: 0.1064224 Apr 02 13:17:20.603110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Deleting port 61dde018-df3f-4443-9648-ad46e9879550 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:17:20.603709 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:20.713925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fb825786-ec5e-448c-b978-25fdacece74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:20.813138 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad4656-2eb7-4709-a8f5-dc38a2a8a419 req-e4c00b52-820d-4f2b-a50f-b5bbeb17f25b tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:20.814842 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6fad4656-2eb7-4709-a8f5-dc38a2a8a419 req-e4c00b52-820d-4f2b-a50f-b5bbeb17f25b tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 945 time: 0.0938735 Apr 02 13:17:20.865798 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6fad4656-2eb7-4709-a8f5-dc38a2a8a419 req-ff6c8966-34a1-460d-85be-0aa2acb9c938 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434451 Apr 02 13:17:21.108607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] For port 61dde018-df3f-4443-9648-ad46e9879550, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=61dde018-df3f-4443-9648-ad46e9879550,segment=NetworkSegment(5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d),segment_id=5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:17:21.108938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:21.240343 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Calling delete_port for 61dde018-df3f-4443-9648-ad46e9879550 owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:17:21.388777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:21.404363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cb8f9486-2fd3-42b2-9689-d3b21b6f392b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:17:21.497668 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Pushing event deleted for resources: {'Port': ['ID=61dde018-df3f-4443-9648-ad46e9879550,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:17:21.511324 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.511761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.512166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.512564 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.512960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.513456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.513852 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.514241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.514633 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.515018 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.515410 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.515823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:17:21.519340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:17:21.589686 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:21.662044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] No DVR routers for this DVR port 61dde018-df3f-4443-9648-ad46e9879550 on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:17:21.664504 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:21.667221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba454ac2-5e4d-427e-896f-4dbb1b066ff6', 'name': 'network-vif-deleted', 'tag': '61dde018-df3f-4443-9648-ad46e9879550'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:17:21.681885 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bf85a615-ba2f-4d43-abf4-fe7f24b166f4 req-28483520-fd64-41d1-8482-afdce4e19c4c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.23 "DELETE /v2.0/ports/61dde018-df3f-4443-9648-ad46e9879550 HTTP/1.1" status: 204 len: 173 time: 1.1481600 Apr 02 13:17:21.722185 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba454ac2-5e4d-427e-896f-4dbb1b066ff6', 'name': 'network-vif-deleted', 'tag': '61dde018-df3f-4443-9648-ad46e9879550', 'status': 'completed', 'code': 200} Apr 02 13:17:22.048805 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1ad7d800-4f77-4dec-a24a-c29a2b25344b req-e2913a66-25a8-49a9-9c5d-b49778981352 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba454ac2-5e4d-427e-896f-4dbb1b066ff6 HTTP/1.1" status: 200 len: 210 time: 0.0538146 Apr 02 13:17:23.066566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 61dde018-df3f-4443-9648-ad46e9879550 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:17:23.106958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: 61dde018-df3f-4443-9648-ad46e9879550 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:17:23.107181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device 61dde018-df3f-4443-9648-ad46e9879550 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:17:23.195705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:27.416542 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-a395abe1-62e5-4f89-85f4-7a67ecda69b3 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:27.418007 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-a395abe1-62e5-4f89-85f4-7a67ecda69b3 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/networks?id=911e0533-134c-4d89-948a-99acc27fee4f HTTP/1.1" status: 200 len: 814 time: 0.1576002 Apr 02 13:17:27.434245 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-23407351-f978-47bf-be4c-65dcb00ebb6d tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/quotas/f4df7d80723a44439914287687d8c9b5 HTTP/1.1" status: 200 len: 375 time: 0.0100877 Apr 02 13:17:27.486206 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-30469800-f1dd-4516-b4ea-c36dd4df97e0 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f4df7d80723a44439914287687d8c9b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465779 Apr 02 13:17:27.627958 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-e8256f5e-7f64-456e-990e-77938ad6d0c2 service neutron] 10.222.0.10 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338670 Apr 02 13:17:27.772077 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-ac3f8398-d6c9-4be3-b003-7fda2944721c service neutron] 10.222.0.10 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367130 Apr 02 13:17:27.964196 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e8fa891c-08ab-477d-8bb3-cf4d9c621188 req-e32ad1a1-bf5a-44b4-9b15-6f9ac287e060 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 210 time: 0.0473976 Apr 02 13:17:29.003714 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-d64df860-29a8-411d-8979-9432ef21f29e tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:29.005284 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-d64df860-29a8-411d-8979-9432ef21f29e tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.23 "GET /v2.0/networks?id=911e0533-134c-4d89-948a-99acc27fee4f HTTP/1.1" status: 200 len: 814 time: 0.1582890 Apr 02 13:17:29.020942 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Request body: {'port': {'device_id': 'ac6d47a0-8f39-4749-8485-8d60bed87949', 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f', 'admin_state_up': True, 'tenant_id': 'f4df7d80723a44439914287687d8c9b5'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:17:29.155079 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b8f86199-57e9-41c1-aee0-b4118b225621 req-5304f38b-9824-444c-8086-1f1d13bde9cd tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 210 time: 0.0756142 Apr 02 13:17:29.171934 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:17:29.176423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Usage tracker for resource:port and tenant:f4df7d80723a44439914287687d8c9b5 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:17:29.179390 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:17:29.186264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:17:29.194843 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Made reservation on behalf of f4df7d80723a44439914287687d8c9b5 for: {'port': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:17:29.201150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:29.374102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Allocated IP 172.20.0.14 (911e0533-134c-4d89-948a-99acc27fee4f/a4cafdce-dd4a-450f-978f-d1f63892cfd2/fd84d1af-b635-4ef3-915f-12d9efd65b22) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:17:29.584980 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:29.616403 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:29.631894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ce8531a3-9898-4304-a2d8-2c85eb21b67b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:17:29.772405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Pushing event updated for resources: {'Port': ['ID=fd84d1af-b635-4ef3-915f-12d9efd65b22,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:17:29.777774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:17:29.828387 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Network 911e0533-134c-4d89-948a-99acc27fee4f is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:17:29.829486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:17:29.831816 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:17:29.896071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:29.896659 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:29.920135 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-afed9176-e48e-4921-a778-09eee9607b55 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9035213 Apr 02 13:17:29.931728 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Request body: {'port': {'device_id': 'ac6d47a0-8f39-4749-8485-8d60bed87949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:17:30.051587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:30.356303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81f5a2-4b8b-405a-b9d7-589d27a62d7d req-826b9c69-ec62-4564-bbc6-3a29449a4931 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:30.357903 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8d81f5a2-4b8b-405a-b9d7-589d27a62d7d req-826b9c69-ec62-4564-bbc6-3a29449a4931 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 932 time: 0.0893989 Apr 02 13:17:30.405204 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8d81f5a2-4b8b-405a-b9d7-589d27a62d7d req-5a41dc78-4013-40ff-bbd6-1343f4be0d08 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Apr 02 13:17:30.469912 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd84d1af-b635-4ef3-915f-12d9efd65b22 {{(pid=84329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:17:30.477823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:30.493129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Transition to ACTIVE for port object fd84d1af-b635-4ef3-915f-12d9efd65b22 will not be triggered until provisioned by entity L2. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:17:30.495818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:30.511308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5487210c-b9ed-47df-84fd-fbf38ae8b35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:17:30.640556 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Pushing event updated for resources: {'Port': ['ID=fd84d1af-b635-4ef3-915f-12d9efd65b22,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:17:30.645157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:17:30.856872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Attempting to bind port fd84d1af-b635-4ef3-915f-12d9efd65b22 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:17:30.857236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Attempting to bind port fd84d1af-b635-4ef3-915f-12d9efd65b22 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f'}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:17:30.857596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Attempting to bind port fd84d1af-b635-4ef3-915f-12d9efd65b22 on network 911e0533-134c-4d89-948a-99acc27fee4f {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:17:30.862386 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Port fd84d1af-b635-4ef3-915f-12d9efd65b22 on network 911e0533-134c-4d89-948a-99acc27fee4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:17:30.862739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Attempting to bind port fd84d1af-b635-4ef3-915f-12d9efd65b22 on network 911e0533-134c-4d89-948a-99acc27fee4f {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:17:30.868697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:17:30.869057 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Checking segment: {'id': '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:17:30.869467 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Bound using segment: {'id': '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f'} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:17:30.869923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Bound port: fd84d1af-b635-4ef3-915f-12d9efd65b22, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f'}}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:17:30.870292 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:30.966617 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] For port fd84d1af-b635-4ef3-915f-12d9efd65b22, host hv-cinder-78299, cleared binding levels {{(pid=84329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:17:30.969611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] For port fd84d1af-b635-4ef3-915f-12d9efd65b22, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=fd84d1af-b635-4ef3-915f-12d9efd65b22,segment=NetworkSegment(5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d),segment_id=5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d)] {{(pid=84329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:17:30.972821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:30.988221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d66398a1-8686-433f-9f54-0ad5972dcedb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:17:31.140019 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Pushing event updated for resources: {'Port': ['ID=fd84d1af-b635-4ef3-915f-12d9efd65b22,revision_number=3']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:17:31.143417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:17:31.180419 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:31.181283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:31.182524 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-7e5c82ea-3962-45b7-b219-cd38e87ee180 service neutron] 10.222.0.23 "PUT /v2.0/ports/fd84d1af-b635-4ef3-915f-12d9efd65b22 HTTP/1.1" status: 200 len: 1094 time: 1.2552090 Apr 02 13:17:31.183048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6d47a0-8f39-4749-8485-8d60bed87949', 'tag': 'fd84d1af-b635-4ef3-915f-12d9efd65b22'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:17:31.252200 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6d47a0-8f39-4749-8485-8d60bed87949', 'tag': 'fd84d1af-b635-4ef3-915f-12d9efd65b22', 'status': 'completed', 'code': 200} Apr 02 13:17:31.295789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-a1f617da-0bad-425c-b1b5-b735cd8f1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:31.297373 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-a1f617da-0bad-425c-b1b5-b735cd8f1b98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4df7d80723a44439914287687d8c9b5&device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 1097 time: 0.0811353 Apr 02 13:17:31.372048 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-5308fb0a-602b-4743-9e52-f7aa7776cfe3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd84d1af-b635-4ef3-915f-12d9efd65b22 HTTP/1.1" status: 200 len: 217 time: 0.0672903 Apr 02 13:17:31.440708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-e672491f-9ffc-4f5f-9a93-4346cc998021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:31.442341 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-e672491f-9ffc-4f5f-9a93-4346cc998021 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a4cafdce-dd4a-450f-978f-d1f63892cfd2 HTTP/1.1" status: 200 len: 854 time: 0.0642660 Apr 02 13:17:31.496439 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-cfda9884-be79-460c-9a7b-4a3386548456 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=911e0533-134c-4d89-948a-99acc27fee4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468106 Apr 02 13:17:31.619604 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27c84-e861-484f-9e13-1c974800d35b req-0a9ced7d-4c88-4597-91f2-49afde2355c2 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:31.621242 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b5c27c84-e861-484f-9e13-1c974800d35b req-0a9ced7d-4c88-4597-91f2-49afde2355c2 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 944 time: 0.0914629 Apr 02 13:17:31.637850 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-e769d1ba-7a0a-44db-b44f-56a06ad6ed44 service neutron] 10.222.0.23 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347971 Apr 02 13:17:31.670275 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b5c27c84-e861-484f-9e13-1c974800d35b req-22d771f3-2485-4a2d-8758-2153d19f59a5 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 Apr 02 13:17:31.779858 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-61a3eb0a-d9a6-4ba6-a17e-fecf30fcd39f req-9d3af1e3-4000-42cc-b49b-bb07b9edf382 service neutron] 10.222.0.23 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354120 Apr 02 13:17:31.904185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df210c-88ba-484f-87cb-b26c49cbf06a req-ee6946b5-9a86-4687-9e74-38f9a05da61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:31.905750 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-60df210c-88ba-484f-87cb-b26c49cbf06a req-ee6946b5-9a86-4687-9e74-38f9a05da61f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4df7d80723a44439914287687d8c9b5&device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 1097 time: 0.0823383 Apr 02 13:17:32.301168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df210c-88ba-484f-87cb-b26c49cbf06a req-fa1c64d5-62cf-4aca-8dd6-43082501e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:32.302741 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-60df210c-88ba-484f-87cb-b26c49cbf06a req-fa1c64d5-62cf-4aca-8dd6-43082501e327 service neutron] 10.222.0.23 "GET /v2.0/networks?id=911e0533-134c-4d89-948a-99acc27fee4f HTTP/1.1" status: 200 len: 915 time: 0.3903573 Apr 02 13:17:32.377927 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-60df210c-88ba-484f-87cb-b26c49cbf06a req-ba52b93f-b36d-4ad8-a1f4-b6c1fff43fab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd84d1af-b635-4ef3-915f-12d9efd65b22 HTTP/1.1" status: 200 len: 217 time: 0.0667899 Apr 02 13:17:32.447954 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df210c-88ba-484f-87cb-b26c49cbf06a req-01604fb9-a337-4239-af21-5713fa0c4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:32.449383 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-60df210c-88ba-484f-87cb-b26c49cbf06a req-01604fb9-a337-4239-af21-5713fa0c4ce3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a4cafdce-dd4a-450f-978f-d1f63892cfd2 HTTP/1.1" status: 200 len: 854 time: 0.0650918 Apr 02 13:17:32.502238 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-60df210c-88ba-484f-87cb-b26c49cbf06a req-ee041b22-8d17-474a-bac0-3930f39c2579 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=911e0533-134c-4d89-948a-99acc27fee4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457852 Apr 02 13:17:32.641964 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-60df210c-88ba-484f-87cb-b26c49cbf06a req-a1725465-54fd-477c-a93e-de289e3935b7 service neutron] 10.222.0.23 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334701 Apr 02 13:17:32.784544 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-60df210c-88ba-484f-87cb-b26c49cbf06a req-cfa4f6d3-a63a-42dd-96aa-acb0a8c44478 service neutron] 10.222.0.23 "GET /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364048 Apr 02 13:17:32.874000 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34786c-2aff-4fd2-9ab9-a219c3658e10 req-c160505e-f48f-4dcd-ae28-90ce877e8283 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:32.875550 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6d34786c-2aff-4fd2-9ab9-a219c3658e10 req-c160505e-f48f-4dcd-ae28-90ce877e8283 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 944 time: 0.0883057 Apr 02 13:17:32.925216 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6d34786c-2aff-4fd2-9ab9-a219c3658e10 req-8b86d37c-f795-494f-bf06-b6eb44fc2ee5 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Apr 02 13:17:33.145026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device fd84d1af-b635-4ef3-915f-12d9efd65b22 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:17:33.285181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port fd84d1af-b635-4ef3-915f-12d9efd65b22, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=fd84d1af-b635-4ef3-915f-12d9efd65b22,segment=NetworkSegment(5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d),segment_id=5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:17:33.299278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': 'fd84d1af-b635-4ef3-915f-12d9efd65b22', 'network_id': '911e0533-134c-4d89-948a-99acc27fee4f', 'port_id': 'fd84d1af-b635-4ef3-915f-12d9efd65b22', 'mac_address': 'fa:16:3e:3b:d4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4cafdce-dd4a-450f-978f-d1f63892cfd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:17:33.357660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:33.375261 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd84d1af-b635-4ef3-915f-12d9efd65b22 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:17:33.391005 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port fd84d1af-b635-4ef3-915f-12d9efd65b22, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=fd84d1af-b635-4ef3-915f-12d9efd65b22,segment=NetworkSegment(5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d),segment_id=5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:17:33.393732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:33.395546 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:17:33.468139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=fd84d1af-b635-4ef3-915f-12d9efd65b22,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:17:33.471285 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:17:33.578205 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['fd84d1af-b635-4ef3-915f-12d9efd65b22'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:17:34.124882 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bc544-01a1-4607-aff6-90cf7f6eec7f req-b9770c64-8d81-4c66-86b6-c18d7d634bec tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:34.126471 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-143bc544-01a1-4607-aff6-90cf7f6eec7f req-b9770c64-8d81-4c66-86b6-c18d7d634bec tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 945 time: 0.0872893 Apr 02 13:17:34.175231 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-143bc544-01a1-4607-aff6-90cf7f6eec7f req-417b47a8-13cd-4217-b07b-ff1f4178d01a tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Apr 02 13:17:35.144807 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device fd84d1af-b635-4ef3-915f-12d9efd65b22 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:17:35.218497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port fd84d1af-b635-4ef3-915f-12d9efd65b22 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:17:35.223619 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port fd84d1af-b635-4ef3-915f-12d9efd65b22 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:17:35.224090 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:35.350296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:35.382388 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6d47a0-8f39-4749-8485-8d60bed87949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84d1af-b635-4ef3-915f-12d9efd65b22'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:17:35.393342 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port fd84d1af-b635-4ef3-915f-12d9efd65b22, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=fd84d1af-b635-4ef3-915f-12d9efd65b22,segment=NetworkSegment(5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d),segment_id=5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:17:35.396977 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:35.399203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:17:35.439759 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6d47a0-8f39-4749-8485-8d60bed87949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84d1af-b635-4ef3-915f-12d9efd65b22', 'code': 200} Apr 02 13:17:35.476685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=fd84d1af-b635-4ef3-915f-12d9efd65b22,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:17:35.480736 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:17:35.613258 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050a4dd-36e1-4b78-a5f6-490f79eb428c req-061394f0-2a9a-459f-b57c-5b442fddc42b tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:35.614850 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2050a4dd-36e1-4b78-a5f6-490f79eb428c req-061394f0-2a9a-459f-b57c-5b442fddc42b tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 945 time: 0.3266900 Apr 02 13:17:35.662353 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2050a4dd-36e1-4b78-a5f6-490f79eb428c req-311ac0aa-46b2-495e-bb2d-e53d3aaa62e9 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Apr 02 13:17:35.691570 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de36add-2205-4352-88e9-69058fb7a81e req-9deb6d69-8eca-4623-a553-54f06dc4ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:35.693194 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7de36add-2205-4352-88e9-69058fb7a81e req-9deb6d69-8eca-4623-a553-54f06dc4ded0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 1099 time: 0.0811391 Apr 02 13:17:35.736093 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7de36add-2205-4352-88e9-69058fb7a81e req-12ef294e-7c79-4550-9d18-f0efaa044738 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367663 Apr 02 13:17:36.863230 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2020c7-eca9-433d-b35f-27060c68eb26 req-a3bbf8c6-644d-4979-8d79-b6c1b3c82ad4 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:36.864828 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3e2020c7-eca9-433d-b35f-27060c68eb26 req-a3bbf8c6-644d-4979-8d79-b6c1b3c82ad4 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 946 time: 0.0881991 Apr 02 13:17:36.914620 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3e2020c7-eca9-433d-b35f-27060c68eb26 req-49c9512a-4911-474b-92db-1c9f6232ee63 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Apr 02 13:17:37.817356 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:17:48.482976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b49a7cbe-2b79-470f-a377-7ef840bc3c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:49.928096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:50.130138 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:50.716523 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f1f953f1-d239-4072-a8a9-4ef0ee60a39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:51.592278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:51.798276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeedc5c-a404-48ef-b35a-fabbc3be4f11 req-2453b5bf-604c-4c75-8b79-c99f1beebc06 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:51.799867 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-feeedc5c-a404-48ef-b35a-fabbc3be4f11 req-2453b5bf-604c-4c75-8b79-c99f1beebc06 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 946 time: 0.0877988 Apr 02 13:17:51.847033 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-feeedc5c-a404-48ef-b35a-fabbc3be4f11 req-0ad5374e-469f-409f-b7c2-eef1878bf8ba tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Apr 02 13:17:53.049046 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4c708-21b8-4ed2-8977-74e16e12e785 req-c3376c24-4f83-4c8a-b95a-8e5b93c23b0e tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:53.050643 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6ac4c708-21b8-4ed2-8977-74e16e12e785 req-c3376c24-4f83-4c8a-b95a-8e5b93c23b0e tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 946 time: 0.0909767 Apr 02 13:17:53.097883 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6ac4c708-21b8-4ed2-8977-74e16e12e785 req-420ff2a1-38db-4e76-b6c3-f10f65a72b23 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Apr 02 13:17:53.199622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:54.298726 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb04bce-6e1f-4239-a9c8-a71223e94874 req-49e7b72b-673d-40d9-8b70-182202fb195d tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:54.300347 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8bb04bce-6e1f-4239-a9c8-a71223e94874 req-49e7b72b-673d-40d9-8b70-182202fb195d tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 946 time: 0.0863223 Apr 02 13:17:54.347363 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8bb04bce-6e1f-4239-a9c8-a71223e94874 req-257d25ec-d04b-4f72-9808-9c02110e6a59 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Apr 02 13:17:55.553052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b095900-47e5-46cf-86ed-a9bf963d35f5 req-9ae5fd0d-d122-450c-8153-fd8c9d4bfeb7 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:55.555063 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3b095900-47e5-46cf-86ed-a9bf963d35f5 req-9ae5fd0d-d122-450c-8153-fd8c9d4bfeb7 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 946 time: 0.0914898 Apr 02 13:17:55.603326 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-3b095900-47e5-46cf-86ed-a9bf963d35f5 req-c9066521-31fc-42ef-946a-f0e0114c57d8 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/security-groups?id=918bc250-4474-4fa6-91b8-fd3ae518b6c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 Apr 02 13:17:56.006259 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-474cc574-ed17-4b2c-9822-46ddb459475c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:17:56.006923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-474cc574-ed17-4b2c-9822-46ddb459475c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Synchronizing usage tracker for tenant:f4df7d80723a44439914287687d8c9b5 on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:17:56.023238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-474cc574-ed17-4b2c-9822-46ddb459475c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Unset dirty status for tenant:f4df7d80723a44439914287687d8c9b5 on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:17:56.024515 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-474cc574-ed17-4b2c-9822-46ddb459475c tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 946 time: 0.1032536 Apr 02 13:17:56.103280 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Deleting port fd84d1af-b635-4ef3-915f-12d9efd65b22 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:17:56.103662 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:56.365209 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] For port fd84d1af-b635-4ef3-915f-12d9efd65b22, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=fd84d1af-b635-4ef3-915f-12d9efd65b22,segment=NetworkSegment(5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d),segment_id=5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:17:56.365611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:56.501533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Calling delete_port for fd84d1af-b635-4ef3-915f-12d9efd65b22 owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:17:56.649562 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:56.661685 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['fd84d1af-b635-4ef3-915f-12d9efd65b22'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:17:56.670346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f2999c9b-5d4b-450c-a828-a43f796a12d0 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:17:56.772761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Pushing event deleted for resources: {'Port': ['ID=fd84d1af-b635-4ef3-915f-12d9efd65b22,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:17:56.776402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:17:56.901043 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9a33643b-ae76-44ec-8407-e896a0898b4a req-c23f8d75-9a13-456d-b779-40b7431ef7fa tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac6d47a0-8f39-4749-8485-8d60bed87949 HTTP/1.1" status: 200 len: 210 time: 0.0484734 Apr 02 13:17:56.927473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] No DVR routers for this DVR port fd84d1af-b635-4ef3-915f-12d9efd65b22 on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:17:56.930506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:17:56.933492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6d47a0-8f39-4749-8485-8d60bed87949', 'name': 'network-vif-deleted', 'tag': 'fd84d1af-b635-4ef3-915f-12d9efd65b22'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:17:56.949777 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-83526dbc-e1dd-42c6-92bc-200a92776369 req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] 10.222.0.23 "DELETE /v2.0/ports/fd84d1af-b635-4ef3-915f-12d9efd65b22 HTTP/1.1" status: 204 len: 173 time: 0.9200034 Apr 02 13:17:56.984933 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6d47a0-8f39-4749-8485-8d60bed87949', 'name': 'network-vif-deleted', 'tag': 'fd84d1af-b635-4ef3-915f-12d9efd65b22', 'status': 'completed', 'code': 200} Apr 02 13:17:59.237618 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device fd84d1af-b635-4ef3-915f-12d9efd65b22 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:17:59.274222 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: fd84d1af-b635-4ef3-915f-12d9efd65b22 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:17:59.274607 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device fd84d1af-b635-4ef3-915f-12d9efd65b22 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:18:14.823460 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:18:17.332808 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35896) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:17.399362 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f64621-45ab-4bec-9c80-af0dedd6dcb4 admin admin] Deleting subnet a4cafdce-dd4a-450f-978f-d1f63892cfd2 {{(pid=84329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:18:17.402359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44f64621-45ab-4bec-9c80-af0dedd6dcb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:17.454280 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44f64621-45ab-4bec-9c80-af0dedd6dcb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851732482'] for subnet, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:17.516492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44f64621-45ab-4bec-9c80-af0dedd6dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:17.769633 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44f64621-45ab-4bec-9c80-af0dedd6dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2881502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228805'] for subnet, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:17.785617 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:17.874065 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f64621-45ab-4bec-9c80-af0dedd6dcb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4cafdce-dd4a-450f-978f-d1f63892cfd2,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:17.886845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-44f64621-45ab-4bec-9c80-af0dedd6dcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:17.923525 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-44f64621-45ab-4bec-9c80-af0dedd6dcb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:17.930625 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-44f64621-45ab-4bec-9c80-af0dedd6dcb4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a4cafdce-dd4a-450f-978f-d1f63892cfd2 HTTP/1.1" status: 204 len: 168 time: 0.5965323 Apr 02 13:18:17.933180 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35900) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:18.044868 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:18.235840 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:18.353664 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911e0533-134c-4d89-948a-99acc27fee4f']}} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:18.366174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d') {'for_net_delete': True} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:18.366513 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfe85cb-8f4a-4a8f-8ed3-d9b9b06a975d') {} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:18.378839 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043319'] for segment, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:18.393687 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:18.401237 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:18:18.484885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-74218ca9-f45c-4681-93f3-52aae03c14a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:18.581485 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Network 911e0533-134c-4d89-948a-99acc27fee4f has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:18:18.590854 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2881397'] for segment, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:18.762989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Network 911e0533-134c-4d89-948a-99acc27fee4f has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:18:18.785294 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:18:18.862137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:18.865750 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:18.879982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:18.890806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Pushing event deleted for resources: {'Network': ['ID=911e0533-134c-4d89-948a-99acc27fee4f,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:18.894137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:18.898524 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-0cd985b7-c118-465c-b75c-ba2f6e0722cc admin admin] 10.222.0.10 "DELETE /v2.0/networks/911e0533-134c-4d89-948a-99acc27fee4f HTTP/1.1" status: 204 len: 168 time: 0.9643588 Apr 02 13:18:19.007014 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35906) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:19.061408 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-89b5ae86-1a98-4c3e-87e2-7766d91265f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4df7d80723a44439914287687d8c9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523715 Apr 02 13:18:19.063807 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35910) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:19.137032 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b9efe693-d047-4cbe-a139-a274dbc7cf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:19.166157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b9efe693-d047-4cbe-a139-a274dbc7cf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:19.212324 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b9efe693-d047-4cbe-a139-a274dbc7cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:19.217262 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b4d67e67-47e8-4125-a8ca-3f16fe8abda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:19.230996 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efe693-d047-4cbe-a139-a274dbc7cf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918bc250-4474-4fa6-91b8-fd3ae518b6c2,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:19.234036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b9efe693-d047-4cbe-a139-a274dbc7cf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:19.234984 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b9efe693-d047-4cbe-a139-a274dbc7cf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:19.236205 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b9efe693-d047-4cbe-a139-a274dbc7cf63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/918bc250-4474-4fa6-91b8-fd3ae518b6c2 HTTP/1.1" status: 204 len: 168 time: 0.1714675 Apr 02 13:18:19.930617 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:19.983964 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 35934) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:20.094674 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1773192875-network', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:18:20.099935 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:18:20.104082 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Usage tracker for resource:network and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:18:20.107117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:18:20.114338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:18:20.123884 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Made reservation on behalf of f1162cf09a9e41169be6328da5218b51 for: {'network': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:18:20.126563 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.128777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.142731 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.158461 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:18:20.162511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Usage tracker for resource:security_group_rule and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:18:20.165990 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:18:20.172070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:18:20.258160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.260772 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.265042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4f5d8b6b-a5e6-49b0-9a9f-47fbad9aac6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:20.297109 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84329) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:18:20.306739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f488e633-ac66-4e47-b0ac-755962f70cbf,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:20.309991 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:20.314150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.314853 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Added segment f1376bfb-e3c2-478b-a217-52d830af3bcf of type vlan for network 24ebe515-3839-4731-8787-70fff7987370 Apr 02 13:18:20.342781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.372327 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.373686 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:20.374324 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.379277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-30c9c227-e807-45a0-95aa-5b7185bb3c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:20.483732 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4985833 Apr 02 13:18:20.486716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Pushing event updated for resources: {'Network': ['ID=24ebe515-3839-4731-8787-70fff7987370,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:20.486879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35940) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:20.489453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2b236701-53a4-4ef6-b1fa-962ab980a331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:20.493809 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Request body: {'subnet': {'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1773192875-subnet', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'ip_version': 4}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:18:20.498920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:18:20.499907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network 24ebe515-3839-4731-8787-70fff7987370 details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:18:20.502980 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Usage tracker for resource:subnet and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:18:20.506066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:18:20.516055 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:18:20.525681 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Made reservation on behalf of f1162cf09a9e41169be6328da5218b51 for: {'subnet': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:18:20.530465 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3116966'] for subnet, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.717243 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7b42-d701-4faf-b22c-9bdaef663ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.932620 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844676549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3116949'] for subnet, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:20.947873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:21.073034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37387458-c730-459e-a60a-4a6245e46381,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:21.094371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.094781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.095182 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.095576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.096019 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.096413 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.096799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.097184 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.097572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.097956 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.098338 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.098741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:21.112174 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:21.154650 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Checking segment: {'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:18:21.155062 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Network hostable DHCP agents. Network: 24ebe515-3839-4731-8787-70fff7987370, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:18:21.172805 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Network 24ebe515-3839-4731-8787-70fff7987370 is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:18:21.180480 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, 24ebe515-3839-4731-8787-70fff7987370) {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:21.189581 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68415225-653f-4c4f-a6a8-b82ed4827e08 None None] Network 24ebe515-3839-4731-8787-70fff7987370 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:18:21.193392 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:21.194029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.216593 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9df9748b-9a9e-4059-a315-ee086c341919 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7259707 Apr 02 13:18:21.216831 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35944) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:21.222181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:18:21.226955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:18:21.230983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Usage tracker for resource:router and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:18:21.234717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:18:21.240712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:18:21.250148 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854111772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.251185 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774338'] for router, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.266489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.417654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c02216-18ba-554a-9849-eff88ab0269a-24ebe515-3839-4731-8787-70fff7987370', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381'}]}} from dv-cinder-782995-3-smb. {{(pid=84331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 13:18:21.418647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.557399 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-664859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774353'] for router, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.589958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Allocated IP 172.20.0.2 (24ebe515-3839-4731-8787-70fff7987370/37387458-c730-459e-a60a-4a6245e46381/c3a77995-b4a7-4d50-abd1-063a8a14b3a7) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:18:21.604188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.810970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.822099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Transition to ACTIVE for port object c3a77995-b4a7-4d50-abd1-063a8a14b3a7 will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:21.841792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Transition to ACTIVE for port object c3a77995-b4a7-4d50-abd1-063a8a14b3a7 will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:21.846194 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.862264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:21.881011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.916544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:21.997334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Pushing event updated for resources: {'Port': ['ID=c3a77995-b4a7-4d50-abd1-063a8a14b3a7,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:22.019396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.019836 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.020215 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.020583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.020947 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.021309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.021672 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.022030 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.022396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.022755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.023722 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.024265 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:22.029249 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:22.059614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Allocated IP 172.28.1.177 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/f6796b9b-0a93-45fc-b8dd-6308e63ef8ad) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:18:22.063602 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Network 24ebe515-3839-4731-8787-70fff7987370 is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:18:22.064773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:22.067034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:18:22.163533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Attempting to bind port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:18:22.164942 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Attempting to bind port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:18:22.165096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Attempting to bind port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 on network 24ebe515-3839-4731-8787-70fff7987370 {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:18:22.170876 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:18:22.171284 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Checking segment: {'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:18:22.171753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:22.172183 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Bound using segment: {'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:18:22.172690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Bound port: c3a77995-b4a7-4d50-abd1-063a8a14b3a7, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:18:22.173104 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:22.221585 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:22.250825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:22.267124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] For port c3a77995-b4a7-4d50-abd1-063a8a14b3a7, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:18:22.270099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2a46616f-16f6-4bdf-bdb6-460aaf6c72dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:22.270264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] For port c3a77995-b4a7-4d50-abd1-063a8a14b3a7, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=c3a77995-b4a7-4d50-abd1-063a8a14b3a7,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:18:22.274350 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:22.289983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-c9ccec3c-dc53-4ed3-aafa-8c865f283097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:22.404231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Pushing event updated for resources: {'Port': ['ID=f6796b9b-0a93-45fc-b8dd-6308e63ef8ad,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:22.409229 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:22.437520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Pushing event updated for resources: {'Port': ['ID=c3a77995-b4a7-4d50-abd1-063a8a14b3a7,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:22.440798 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-d5e54b03-9a2b-4d05-81a0-3295cd5f7a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:22.464960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:18:22.466089 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:22.468490 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:18:23.154962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:23.204122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:23.519934 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854110958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854002790'] for router, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:23.743136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 is scheduled to L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 with binding_index 1 {{(pid=84330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 13:18:23.910841 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcf2435-c9d3-405a-936b-a4ffcc2a574e None None] Network 24ebe515-3839-4731-8787-70fff7987370 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:18:23.939471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:18:23.963329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Notify callbacks [] for router, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:23.964667 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7468641 Apr 02 13:18:23.967440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35948) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:23.980972 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Sync routers for ids ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:18:24.018052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Routers {'70daf7fc-8d1e-42a7-ac50-97179e53c3b0'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:18:24.018723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:18:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:24.328052 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-c8d621e3-6c73-489e-a0a2-61afd59443e8 None None] Provisioning for port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:24.477371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Set router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:18:24.643402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device c3a77995-b4a7-4d50-abd1-063a8a14b3a7 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:24.696770 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:24.845184 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:24.886165 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:24.886620 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:24.918376 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Allocated IP 172.20.0.1 (24ebe515-3839-4731-8787-70fff7987370/37387458-c730-459e-a60a-4a6245e46381/e0e780db-9bb8-40e1-a656-a2e739e7fada) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:18:25.025461 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:22Z', 'revision_number': 3, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:25.041042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Checking router: 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:18:25.041441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Updating router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad binding host dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:18:25.083369 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:25.090283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:25.109852 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Transition to ACTIVE for port object e0e780db-9bb8-40e1-a656-a2e739e7fada will not be triggered until provisioned by entity DHCP. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:25.122481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:25.135532 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:25.151069 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b5fe2eed-f644-433c-b71a-bf79d57a44ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:25.188112 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port c3a77995-b4a7-4d50-abd1-063a8a14b3a7, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=c3a77995-b4a7-4d50-abd1-063a8a14b3a7,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:18:25.228570 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:25.237649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:25.305902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-8b031edc-3bde-4422-b6d1-9bf0832c551c None None] Provisioning complete for port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:25.306298 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8b031edc-3bde-4422-b6d1-9bf0832c551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:25.455618 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=c3a77995-b4a7-4d50-abd1-063a8a14b3a7,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:25.464545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:25.528902 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e780db-9bb8-40e1-a656-a2e739e7fada,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:25.533968 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:25.585946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Network 24ebe515-3839-4731-8787-70fff7987370 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:18:25.587147 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:25.589506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:18:25.646628 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-773703'] for router_interface, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:25.760192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:25.772587 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Transition to ACTIVE for port object f6796b9b-0a93-45fc-b8dd-6308e63ef8ad will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:25.780133 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:25.796596 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:25.905170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:25.937700 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e0cb7-02d5-4cd5-927e-43e3b42d9e2b None None] Pushing event updated for resources: {'Port': ['ID=f6796b9b-0a93-45fc-b8dd-6308e63ef8ad,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:25.942510 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-921e0cb7-02d5-4cd5-927e-43e3b42d9e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:25.943151 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-d9846e85-6f12-4da2-8b01-8e0f67a609e9 None None] Provisioning for port e0e780db-9bb8-40e1-a656-a2e739e7fada completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:25.953781 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-d9846e85-6f12-4da2-8b01-8e0f67a609e9 None None] Provisioning complete for port e0e780db-9bb8-40e1-a656-a2e739e7fada triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:25.954202 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d9846e85-6f12-4da2-8b01-8e0f67a609e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:26.048041 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-d9846e85-6f12-4da2-8b01-8e0f67a609e9 None None] Port e0e780db-9bb8-40e1-a656-a2e739e7fada cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:18:26.068860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Attempting to bind port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:18:26.069282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Attempting to bind port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:18:26.069730 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Attempting to bind port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad on network 08ad2293-5eaa-4241-8a10-83b7345d187d {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:18:26.075402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:18:26.075852 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Checking segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:18:26.076307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:26.076742 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Bound using segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:18:26.077266 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Bound port: f6796b9b-0a93-45fc-b8dd-6308e63ef8ad, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:18:26.077712 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:26.158201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] For port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:18:26.161753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] For port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=f6796b9b-0a93-45fc-b8dd-6308e63ef8ad,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:18:26.164941 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:26.180443 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:26.200093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:26.203570 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:26.233005 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ef4a6188-0115-43dc-bcbf-14204cc55019 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:26.319260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664466'] for router_interface, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:26.389119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e780db-9bb8-40e1-a656-a2e739e7fada,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:26.396939 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:26.477233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Network 24ebe515-3839-4731-8787-70fff7987370 is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:18:26.479958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:26.518684 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e0cb7-02d5-4cd5-927e-43e3b42d9e2b None None] Pushing event updated for resources: {'Port': ['ID=f6796b9b-0a93-45fc-b8dd-6308e63ef8ad,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:26.525253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-921e0cb7-02d5-4cd5-927e-43e3b42d9e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:26.582253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Routers {'70daf7fc-8d1e-42a7-ac50-97179e53c3b0'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:18:26.583025 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:18:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:26.649173 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device c3a77995-b4a7-4d50-abd1-063a8a14b3a7 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:26.692300 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:18:26.814963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-60b694c5-4163-45f4-a7bb-b1e1c66ba8b4 None None] Provisioning complete for port e0e780db-9bb8-40e1-a656-a2e739e7fada triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:26.815387 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-60b694c5-4163-45f4-a7bb-b1e1c66ba8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:26.883727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:18:26.901473 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-aa863afd-0a5f-4a9e-8b18-0e9ef392c8a0 admin admin] 10.222.0.10 "PUT /v2.0/routers/70daf7fc-8d1e-42a7-ac50-97179e53c3b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9243813 Apr 02 13:18:26.908081 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:26.908511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:26.949074 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-60b694c5-4163-45f4-a7bb-b1e1c66ba8b4 None None] Port e0e780db-9bb8-40e1-a656-a2e739e7fada cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:18:26.956425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] Set router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:18:27.376518 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:26Z', 'revision_number': 2, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:27.380564 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9010ff4e-5040-49c8-bcd2-5bd6fab16e96 None None] The sync data for ids ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'] in dv-cinder-782995-3-smb is: [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:26Z', 'revision_number': 2, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:18:27.432190 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35966) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:27.438294 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1970979849-network', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:18:27.443774 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:18:27.449269 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Usage tracker for resource:network and tenant:384ac9962d4e4b02bf7f0fb306cdc21e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:18:27.452590 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:18:27.458848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:18:27.469639 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Made reservation on behalf of 384ac9962d4e4b02bf7f0fb306cdc21e for: {'network': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:18:27.474473 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for network, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:27.488878 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:27.508637 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:18:27.512777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Usage tracker for resource:security_group_rule and tenant:384ac9962d4e4b02bf7f0fb306cdc21e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:18:27.515793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:18:27.521801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:18:27.606755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:27.609792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:27.613940 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-45f8b734-1ed6-4270-b729-980ef9653e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:27.643982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=84330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 02 13:18:27.653081 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8fb941-820c-4c77-979a-d4f5de086e1f,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:27.656983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:27.659670 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:27.660063 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.segments_db [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Added segment 944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8 of type vlan for network 2e321e41-b196-450e-a44f-d2d2782ab2bb Apr 02 13:18:27.687329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787077489864'] for network, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:27.717487 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356'] for network, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:27.718926 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:27.719569 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:27.724883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:27.838827 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4054310 Apr 02 13:18:27.841819 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35970) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:27.842533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Pushing event updated for resources: {'Network': ['ID=2e321e41-b196-450e-a44f-d2d2782ab2bb,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:27.846983 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-a893c89b-80f7-4d51-bf27-1719cc72454d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:27.851780 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Request body: {'subnet': {'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1970979849-subnet', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'ip_version': 4}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:18:27.857860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Network 2e321e41-b196-450e-a44f-d2d2782ab2bb details requested by agent ovs-agent-dv-cinder-782995-3-smb with host dv-cinder-782995-3-smb {{(pid=84331) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 02 13:18:27.862279 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:18:27.866695 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Usage tracker for resource:subnet and tenant:384ac9962d4e4b02bf7f0fb306cdc21e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:18:27.869873 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:18:27.876020 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:18:27.886704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Made reservation on behalf of 384ac9962d4e4b02bf7f0fb306cdc21e for: {'subnet': 1} {{(pid=84330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:18:27.891501 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3116966'] for subnet, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:28.328522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036844676549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3116949'] for subnet, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:28.344267 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9ee11bdb-654f-4fa0-890b-39fec896e8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:28.472851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c565b289-f7ac-423b-bf94-7e9d1828c87e,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:28.477944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:28.555317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Checking segment: {'id': '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:18:28.556007 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Network hostable DHCP agents. Network: 2e321e41-b196-450e-a44f-d2d2782ab2bb, hostable agents: ['0cb96e99-2ae3-4bc2-93cb-712405418e24'], hosted agents: [] {{(pid=84330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 02 13:18:28.575321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Network 2e321e41-b196-450e-a44f-d2d2782ab2bb is scheduled to be hosted by DHCP agent 0cb96e99-2ae3-4bc2-93cb-712405418e24 with binding_index 1 {{(pid=84330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 02 13:18:28.585993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782995-3-smb, 2e321e41-b196-450e-a44f-d2d2782ab2bb) {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:28.599122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:28.599304 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373b384-9691-4f6a-aba7-9d7a9bed8c42 None None] Network 2e321e41-b196-450e-a44f-d2d2782ab2bb requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:18:28.599592 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:28.618088 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device f6796b9b-0a93-45fc-b8dd-6308e63ef8ad up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:28.619861 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-4fc0dd6e-6709-48f5-b0c2-a26fc854737e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7746172 Apr 02 13:18:28.622678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35974) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:28.628511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1970979849-router', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:18:28.634356 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:18:28.638923 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Usage tracker for resource:router and tenant:384ac9962d4e4b02bf7f0fb306cdc21e is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:18:28.642850 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:18:28.650060 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:18:28.659670 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854111772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1462'] for router, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:28.660854 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-663939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-772980', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774338'] for router, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:28.682383 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:28.795935 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:28.837162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:28.837589 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:28.966545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c02216-18ba-554a-9849-eff88ab0269a-2e321e41-b196-450e-a44f-d2d2782ab2bb', 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'fixed_ips': [{'subnet_id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e'}]}} from dv-cinder-782995-3-smb. {{(pid=84331) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 02 13:18:28.967461 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:29.092076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:29.131758 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=f6796b9b-0a93-45fc-b8dd-6308e63ef8ad,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:18:29.136972 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:29.142501 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:29.219802 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-772965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-664859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774353'] for router, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:29.269950 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=f6796b9b-0a93-45fc-b8dd-6308e63ef8ad,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:29.275551 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:29.276744 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Allocated IP 172.20.0.2 (2e321e41-b196-450e-a44f-d2d2782ab2bb/c565b289-f7ac-423b-bf94-7e9d1828c87e/b333f14f-d227-49b4-a547-3e0ee64e489c) {{(pid=84331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:18:29.493752 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Notify callbacks [] for port, precommit_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:29.504520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Transition to ACTIVE for port object b333f14f-d227-49b4-a547-3e0ee64e489c will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:29.524079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Transition to ACTIVE for port object b333f14f-d227-49b4-a547-3e0ee64e489c will not be triggered until provisioned by entity DHCP. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:29.528771 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345'] for port, after_create {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:29.544962 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:29.549945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:29.582387 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:29.736666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Allocated IP 172.28.1.133 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/f1b75456-0915-463d-8bfe-d37edd46641c) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:18:29.851128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Pushing event updated for resources: {'Port': ['ID=b333f14f-d227-49b4-a547-3e0ee64e489c,revision_number=1']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:29.855894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:29.900867 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:29.906592 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Network 2e321e41-b196-450e-a44f-d2d2782ab2bb is already hosted by enough agents. {{(pid=84331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:18:29.908040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Resources bound (agent type, host, resource id): {{(pid=84331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:29.910297 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Received port after_create {{(pid=84331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:18:29.931515 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:29.947469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:30.003329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Attempting to bind port b333f14f-d227-49b4-a547-3e0ee64e489c on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:18:30.003800 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Attempting to bind port b333f14f-d227-49b4-a547-3e0ee64e489c by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:18:30.004203 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Attempting to bind port b333f14f-d227-49b4-a547-3e0ee64e489c on network 2e321e41-b196-450e-a44f-d2d2782ab2bb {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:18:30.010115 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:18:30.010569 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Checking segment: {'id': '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:18:30.011103 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:30.011416 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Bound using segment: {'id': '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:18:30.012050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Bound port: b333f14f-d227-49b4-a547-3e0ee64e489c, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:18:30.012458 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:30.084116 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b75456-0915-463d-8bfe-d37edd46641c,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:30.088989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:30.108915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] For port b333f14f-d227-49b4-a547-3e0ee64e489c, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:18:30.112111 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] For port b333f14f-d227-49b4-a547-3e0ee64e489c, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=b333f14f-d227-49b4-a547-3e0ee64e489c,segment=NetworkSegment(944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8),segment_id=944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:18:30.115402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:30.132655 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:30.140690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:18:30.142317 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:30.144622 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:18:30.286050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Pushing event updated for resources: {'Port': ['ID=b333f14f-d227-49b4-a547-3e0ee64e489c,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:30.289925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-10e5f419-06d2-4d6f-b7ed-e8c310ba07f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:30.578560 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device f6796b9b-0a93-45fc-b8dd-6308e63ef8ad up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:30.595265 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:30.684347 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:30.684764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:30.751958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Sync routers for ids ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:18:30.763844 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Routers {'70daf7fc-8d1e-42a7-ac50-97179e53c3b0'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:18:30.764802 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:18:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:30.961301 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Set router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:18:30.982513 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854110958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854002790'] for router, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:31.204431 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 is scheduled to L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 with binding_index 1 {{(pid=84330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 02 13:18:31.296601 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:26Z', 'revision_number': 2, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:31.300625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Checking router: 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:18:31.301023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Updating router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 port e0e780db-9bb8-40e1-a656-a2e739e7fada binding host dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:18:31.359451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:31.661461 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:18:31.672481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Sync routers for ids ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:18:31.683584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Routers {'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:18:31.684328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:18:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:31.687553 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] Notify callbacks [] for router, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:31.691480 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e8e3d578-06ab-4814-85d3-c6cd6ba765b6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0653055 Apr 02 13:18:31.691800 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 35978) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:18:31.811645 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:31.819397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b5d3f-cfa7-45b3-9f8f-bf246b730363 None None] Network 2e321e41-b196-450e-a44f-d2d2782ab2bb requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:18:31.824576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Transition to ACTIVE for port object e0e780db-9bb8-40e1-a656-a2e739e7fada will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:31.830738 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:31.851540 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:31.945288 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-aaa2d764-d2c7-4dac-a8a1-c332b9295039 None None] Provisioning for port b333f14f-d227-49b4-a547-3e0ee64e489c completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:32.067734 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Set router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:18:32.144665 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Pushing event updated for resources: {'Port': ['ID=e0e780db-9bb8-40e1-a656-a2e739e7fada,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:32.155183 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.155546 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.155949 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.156308 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.156667 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.157027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.157387 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.157991 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.158349 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.158704 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.159061 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.159408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:32.174204 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:32.370989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Attempting to bind port e0e780db-9bb8-40e1-a656-a2e739e7fada on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:18:32.371825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Attempting to bind port e0e780db-9bb8-40e1-a656-a2e739e7fada by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:18:32.372456 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Attempting to bind port e0e780db-9bb8-40e1-a656-a2e739e7fada on network 24ebe515-3839-4731-8787-70fff7987370 {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:18:32.379582 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:18:32.380178 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Checking segment: {'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:18:32.380629 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:32.381237 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Bound using segment: {'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:18:32.382579 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Bound port: e0e780db-9bb8-40e1-a656-a2e739e7fada, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:18:32.383009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:32.488276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:32.498309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'name': 'tempest-TestMinimumBasicScenario-1970979849-router', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:28Z', 'updated_at': '2021-04-02T13:18:30Z', 'revision_number': 3, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'gw_port': {'id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:29Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:32.502040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] For port e0e780db-9bb8-40e1-a656-a2e739e7fada, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:18:32.503969 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Checking router: bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:18:32.504370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Updating router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 port f1b75456-0915-463d-8bfe-d37edd46641c binding host dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:18:32.506799 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] For port e0e780db-9bb8-40e1-a656-a2e739e7fada, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=e0e780db-9bb8-40e1-a656-a2e739e7fada,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:18:32.511993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:32.532240 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b50c6968-18f9-4724-8122-9ecc53871bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:32.598150 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:32.672507 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b333f14f-d227-49b4-a547-3e0ee64e489c up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:32.740666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Allocated IP 172.20.0.1 (2e321e41-b196-450e-a44f-d2d2782ab2bb/c565b289-f7ac-423b-bf94-7e9d1828c87e/30d1f752-4839-41dc-8e49-0bc42aa53ca6) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:18:32.744283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Pushing event updated for resources: {'Port': ['ID=e0e780db-9bb8-40e1-a656-a2e739e7fada,revision_number=4']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:32.749132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ca8638a5-e5cd-436f-bfd4-daa3cdfd7781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:32.795139 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Routers {'70daf7fc-8d1e-42a7-ac50-97179e53c3b0'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:18:32.795929 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:18:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:32.901481 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port b333f14f-d227-49b4-a547-3e0ee64e489c completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:32.911407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port b333f14f-d227-49b4-a547-3e0ee64e489c triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:32.911845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:32.924340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:32.942849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Transition to ACTIVE for port object 30d1f752-4839-41dc-8e49-0bc42aa53ca6 will not be triggered until provisioned by entity DHCP. {{(pid=84330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:32.971744 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:32.990692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:33.031859 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] Set router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:18:33.125909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Pushing event updated for resources: {'Port': ['ID=30d1f752-4839-41dc-8e49-0bc42aa53ca6,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:33.130705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:33.189905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Network 2e321e41-b196-450e-a44f-d2d2782ab2bb is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:18:33.191264 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:33.193891 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:18:33.205778 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.259623 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-773703'] for router_interface, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.303191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port b333f14f-d227-49b4-a547-3e0ee64e489c, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=b333f14f-d227-49b4-a547-3e0ee64e489c,segment=NetworkSegment(944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8),segment_id=944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:18:33.313959 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.318355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:33.381250 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Notify callbacks [] for port, precommit_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.410186 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.410393 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Transition to ACTIVE for port object f1b75456-0915-463d-8bfe-d37edd46641c will not be triggered until provisioned by entity L2. {{(pid=84331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:33.419342 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=b333f14f-d227-49b4-a547-3e0ee64e489c,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:33.422417 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.424719 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:32Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:33.430624 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b1f3e-837a-4757-a403-e92fdce11f88 None None] The sync data for ids ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'] in dv-cinder-782995-3-smb is: [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:32Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:18:33.438992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:33.439599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:33.750102 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.754498 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.756676 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-5835574d-98d2-45ca-8874-83ca6e30fad9 None None] Provisioning for port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:33.772009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-5835574d-98d2-45ca-8874-83ca6e30fad9 None None] Provisioning complete for port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:33.772423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5835574d-98d2-45ca-8874-83ca6e30fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.790647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e2eb4bb2-d095-4a44-b446-bc34d712d84f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:33.807927 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21728e5-2892-4cc1-a4dc-81569200171e None None] Pushing event updated for resources: {'Port': ['ID=f1b75456-0915-463d-8bfe-d37edd46641c,revision_number=2']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:33.828826 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f21728e5-2892-4cc1-a4dc-81569200171e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:33.862307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664466'] for router_interface, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.870634 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-5835574d-98d2-45ca-8874-83ca6e30fad9 None None] Port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:18:33.896170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Attempting to bind port f1b75456-0915-463d-8bfe-d37edd46641c on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:18:33.896583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Attempting to bind port f1b75456-0915-463d-8bfe-d37edd46641c by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:18:33.896986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Attempting to bind port f1b75456-0915-463d-8bfe-d37edd46641c on network 08ad2293-5eaa-4241-8a10-83b7345d187d {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:18:33.903499 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:18:33.904028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Checking segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:18:33.904548 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.905056 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Bound using segment: {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'} {{(pid=84331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:18:33.905660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Bound port: f1b75456-0915-463d-8bfe-d37edd46641c, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24464d80-bf14-4e4c-9882-e88ee5dd615c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d'}}] {{(pid=84331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:18:33.906148 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:33.965130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Pushing event updated for resources: {'Port': ['ID=30d1f752-4839-41dc-8e49-0bc42aa53ca6,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:33.969364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:33.983238 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] For port f1b75456-0915-463d-8bfe-d37edd46641c, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:18:33.986537 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] For port f1b75456-0915-463d-8bfe-d37edd46641c, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=f1b75456-0915-463d-8bfe-d37edd46641c,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:18:33.989863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:34.010315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:34.029079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Network 2e321e41-b196-450e-a44f-d2d2782ab2bb is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:18:34.030192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:34.201176 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21728e5-2892-4cc1-a4dc-81569200171e None None] Pushing event updated for resources: {'Port': ['ID=f1b75456-0915-463d-8bfe-d37edd46641c,revision_number=3']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:34.206533 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f21728e5-2892-4cc1-a4dc-81569200171e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:34.240315 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:18:34.245721 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Routers {'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:18:34.246414 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:18:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:34.399945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-abc4ac7e-e13a-4b59-9c5b-5fa075e05590 None None] Provisioning complete for port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:34.400363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-abc4ac7e-e13a-4b59-9c5b-5fa075e05590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:34.436965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:18:34.446697 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] 10.222.0.10 "PUT /v2.0/routers/bb44fd09-20ec-40aa-8d8a-4ab40d59bca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7538357 Apr 02 13:18:34.482120 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-abc4ac7e-e13a-4b59-9c5b-5fa075e05590 None None] Port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:18:34.504241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] Set router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:18:34.639405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device e0e780db-9bb8-40e1-a656-a2e739e7fada up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:34.837217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port e0e780db-9bb8-40e1-a656-a2e739e7fada completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:34.873036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port e0e780db-9bb8-40e1-a656-a2e739e7fada triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:34.873464 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:35.014630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'name': 'tempest-TestMinimumBasicScenario-1970979849-router', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:28Z', 'updated_at': '2021-04-02T13:18:33Z', 'revision_number': 4, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'gw_port': {'id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:29Z', 'updated_at': '2021-04-02T13:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '30d1f752-4839-41dc-8e49-0bc42aa53ca6', 'name': '', 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'mac_address': 'fa:16:3e:e6:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:32Z', 'updated_at': '2021-04-02T13:18:33Z', 'revision_number': 2, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'subnets': [{'id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:35.029071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43244f8-e042-4dd2-aba9-e1c4ed9cb8fa None None] The sync data for ids ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'] in dv-cinder-782995-3-smb is: [{'id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'name': 'tempest-TestMinimumBasicScenario-1970979849-router', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:28Z', 'updated_at': '2021-04-02T13:18:33Z', 'revision_number': 4, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'gw_port': {'id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:29Z', 'updated_at': '2021-04-02T13:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '30d1f752-4839-41dc-8e49-0bc42aa53ca6', 'name': '', 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'mac_address': 'fa:16:3e:e6:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:32Z', 'updated_at': '2021-04-02T13:18:33Z', 'revision_number': 2, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'subnets': [{'id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:18:35.034576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:35.074800 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port e0e780db-9bb8-40e1-a656-a2e739e7fada, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=e0e780db-9bb8-40e1-a656-a2e739e7fada,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:18:35.077948 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:35.078832 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b333f14f-d227-49b4-a547-3e0ee64e489c up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:35.111855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-921e0cb7-02d5-4cd5-927e-43e3b42d9e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:35.223514 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=e0e780db-9bb8-40e1-a656-a2e739e7fada,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:35.229916 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:35.239271 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port b333f14f-d227-49b4-a547-3e0ee64e489c triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:35.239717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:36.668580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device f1b75456-0915-463d-8bfe-d37edd46641c up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:36.762719 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port f1b75456-0915-463d-8bfe-d37edd46641c completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:36.768363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port f1b75456-0915-463d-8bfe-d37edd46641c triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:36.768787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:36.910724 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:36.929723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port f1b75456-0915-463d-8bfe-d37edd46641c, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=f1b75456-0915-463d-8bfe-d37edd46641c,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:18:36.934543 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:36.935503 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device e0e780db-9bb8-40e1-a656-a2e739e7fada up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:36.965508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:37.269450 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=f1b75456-0915-463d-8bfe-d37edd46641c,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:37.275483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:37.288243 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port e0e780db-9bb8-40e1-a656-a2e739e7fada triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:37.288771 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:38.581660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device f1b75456-0915-463d-8bfe-d37edd46641c up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:38.606550 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Sync routers for ids ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:18:38.617217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Routers {'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:18:38.618188 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:18:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:38.674746 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port f1b75456-0915-463d-8bfe-d37edd46641c triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:38.675161 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:38.831244 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Set router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:18:39.190597 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'name': 'tempest-TestMinimumBasicScenario-1970979849-router', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:28Z', 'updated_at': '2021-04-02T13:18:33Z', 'revision_number': 4, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'gw_port': {'id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:29Z', 'updated_at': '2021-04-02T13:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '30d1f752-4839-41dc-8e49-0bc42aa53ca6', 'name': '', 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'mac_address': 'fa:16:3e:e6:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:32Z', 'updated_at': '2021-04-02T13:18:33Z', 'revision_number': 2, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'subnets': [{'id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:39.197506 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Checking router: bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:18:39.197912 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Updating router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 binding host dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 02 13:18:39.258777 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:39.709023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Notify callbacks [] for port, precommit_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:39.723520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Transition to ACTIVE for port object 30d1f752-4839-41dc-8e49-0bc42aa53ca6 will not be triggered until provisioned by entity L2. {{(pid=84332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:39.730176 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:39.746368 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f53cc803-7003-4b5c-907c-07a8ffcae635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:40.045877 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6813f3e-6f66-4468-910a-b62d336eebc6 None None] Pushing event updated for resources: {'Port': ['ID=30d1f752-4839-41dc-8e49-0bc42aa53ca6,revision_number=3']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:40.050349 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e6813f3e-6f66-4468-910a-b62d336eebc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:40.289219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Attempting to bind port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 on host dv-cinder-782995-3-smb for vnic_type normal with profile {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:18:40.289219 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Attempting to bind port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 by drivers openvswitch,hyperv on host dv-cinder-782995-3-smb at level 0 using segments [{'id': '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb'}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:18:40.289665 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Attempting to bind port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 on network 2e321e41-b196-450e-a44f-d2d2782ab2bb {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:18:40.296085 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Checking agent: {'id': '739e0517-2210-4d3d-8f1b-bd634c2acaa9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782995-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 12, 59, 20), 'started_at': datetime.datetime(2021, 4, 2, 12, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782995-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:18:40.296682 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Checking segment: {'id': '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:18:40.297119 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:40.297540 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Bound using segment: {'id': '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb'} {{(pid=84332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:18:40.298093 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Bound port: 30d1f752-4839-41dc-8e49-0bc42aa53ca6, host: dv-cinder-782995-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb'}}] {{(pid=84332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:18:40.298500 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:40.406469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] For port 30d1f752-4839-41dc-8e49-0bc42aa53ca6, host dv-cinder-782995-3-smb, cleared binding levels {{(pid=84332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:18:40.410164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] For port 30d1f752-4839-41dc-8e49-0bc42aa53ca6, host dv-cinder-782995-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=30d1f752-4839-41dc-8e49-0bc42aa53ca6,segment=NetworkSegment(944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8),segment_id=944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8)] {{(pid=84332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:18:40.415354 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:40.432566 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-dffcb4f9-394c-4185-bfce-cd2c1cf8ed5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:40.591364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6813f3e-6f66-4468-910a-b62d336eebc6 None None] Pushing event updated for resources: {'Port': ['ID=30d1f752-4839-41dc-8e49-0bc42aa53ca6,revision_number=4']} {{(pid=84332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:40.598307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e6813f3e-6f66-4468-910a-b62d336eebc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:40.645350 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Routers {'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:18:40.646064 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:18:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:40.855764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] Set router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:18:41.232806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'name': 'tempest-TestMinimumBasicScenario-1970979849-router', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:28Z', 'updated_at': '2021-04-02T13:18:33Z', 'revision_number': 4, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'gw_port': {'id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:29Z', 'updated_at': '2021-04-02T13:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '30d1f752-4839-41dc-8e49-0bc42aa53ca6', 'name': '', 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'mac_address': 'fa:16:3e:e6:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:32Z', 'updated_at': '2021-04-02T13:18:40Z', 'revision_number': 4, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'subnets': [{'id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:18:41.237134 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a077a68-7ac9-4f59-ad34-f46a8ad49f25 None None] The sync data for ids ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'] in dv-cinder-782995-3-smb is: [{'id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'name': 'tempest-TestMinimumBasicScenario-1970979849-router', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:28Z', 'updated_at': '2021-04-02T13:18:33Z', 'revision_number': 4, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'gw_port': {'id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:29Z', 'updated_at': '2021-04-02T13:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': '30d1f752-4839-41dc-8e49-0bc42aa53ca6', 'name': '', 'network_id': '2e321e41-b196-450e-a44f-d2d2782ab2bb', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'mac_address': 'fa:16:3e:e6:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:32Z', 'updated_at': '2021-04-02T13:18:40Z', 'revision_number': 4, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'subnets': [{'id': 'c565b289-f7ac-423b-bf94-7e9d1828c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:18:42.607233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 30d1f752-4839-41dc-8e49-0bc42aa53ca6 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:42.681986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning for port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:42.686964 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:42.687536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:42.823827 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:42.868899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] For port 30d1f752-4839-41dc-8e49-0bc42aa53ca6, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=30d1f752-4839-41dc-8e49-0bc42aa53ca6,segment=NetworkSegment(944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8),segment_id=944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:18:42.872499 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:42.874293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:42.949509 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Pushing event updated for resources: {'Port': ['ID=30d1f752-4839-41dc-8e49-0bc42aa53ca6,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:42.959559 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:44.582810 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 30d1f752-4839-41dc-8e49-0bc42aa53ca6 up at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:18:44.655965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Provisioning complete for port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:44.656382 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:44.855058 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-e180cc68-6126-4093-8dd8-4ffad880b3d3 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:44.856687 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-e180cc68-6126-4093-8dd8-4ffad880b3d3 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/networks?id=24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 200 len: 815 time: 0.1573274 Apr 02 13:18:44.872646 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-d811627d-faa9-4aa9-bfa1-fe8459412aa0 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/quotas/f1162cf09a9e41169be6328da5218b51 HTTP/1.1" status: 200 len: 375 time: 0.0100262 Apr 02 13:18:45.212920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-c836e174-a464-43b6-91f1-cdbcc38ae570 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Synchronizing usage tracker for tenant:f1162cf09a9e41169be6328da5218b51 on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:18:45.228966 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-c836e174-a464-43b6-91f1-cdbcc38ae570 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Unset dirty status for tenant:f1162cf09a9e41169be6328da5218b51 on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:18:45.230312 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-c836e174-a464-43b6-91f1-cdbcc38ae570 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1162cf09a9e41169be6328da5218b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3522820 Apr 02 13:18:45.247922 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-60d200a6-8b6b-4e84-9ea6-b14badacb4f8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 13:18:45.248960 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-60d200a6-8b6b-4e84-9ea6-b14badacb4f8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057428 Apr 02 13:18:45.390681 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-a73914ab-a48d-4127-a0bb-58a5bde697ef service neutron] 10.222.0.10 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352451 Apr 02 13:18:45.532830 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-28a68627-2075-4ee9-b6c7-863e5fed9680 service neutron] 10.222.0.10 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344578 Apr 02 13:18:45.839225 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fe910d99-b2e1-4612-9d26-68546b620160 req-d1a68915-4a7d-4eb2-a8f8-83cfbcfe255a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 210 time: 0.1612210 Apr 02 13:18:46.962479 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-3dbf483b-3aed-4a59-8a41-3cc6837a6b47 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:46.963241 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-3dbf483b-3aed-4a59-8a41-3cc6837a6b47 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Synchronizing usage tracker for tenant:f1162cf09a9e41169be6328da5218b51 on resource:network {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:18:46.980750 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-3dbf483b-3aed-4a59-8a41-3cc6837a6b47 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Unset dirty status for tenant:f1162cf09a9e41169be6328da5218b51 on resource:network {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:18:46.981987 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-3dbf483b-3aed-4a59-8a41-3cc6837a6b47 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.23 "GET /v2.0/networks?id=24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 200 len: 815 time: 0.1832743 Apr 02 13:18:46.994675 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'port': {'device_id': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'admin_state_up': True, 'tenant_id': 'f1162cf09a9e41169be6328da5218b51'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:18:47.018823 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a7426ee8-46c4-4a29-a12b-feafa90b8500 req-e465ddff-831f-439f-a91d-e1d412e76557 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 210 time: 0.0530791 Apr 02 13:18:47.140130 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:18:47.150455 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:18:47.159690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Made reservation on behalf of f1162cf09a9e41169be6328da5218b51 for: {'port': 1} {{(pid=84329) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 02 13:18:47.166220 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:47.338182 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Allocated IP 172.20.0.8 (24ebe515-3839-4731-8787-70fff7987370/37387458-c730-459e-a60a-4a6245e46381/a2426151-7614-4d5d-8936-73b7152d2018) {{(pid=84329) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:18:47.606812 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for port, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:47.629100 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Transition to ACTIVE for port object a2426151-7614-4d5d-8936-73b7152d2018 will not be triggered until provisioned by entity DHCP. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:47.671933 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:47.692586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-12b3faf7-e025-481f-ade8-227b5cd8f90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:48.114529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'Port': ['ID=a2426151-7614-4d5d-8936-73b7152d2018,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:48.127663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.128295 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.128821 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.129329 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.129851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.130354 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.130872 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.131931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.132449 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.132952 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.133447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.133945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:18:48.138580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:48.211263 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Network 24ebe515-3839-4731-8787-70fff7987370 is already hosted by enough agents. {{(pid=84329) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:18:48.212955 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources bound (agent type, host, resource id): {{(pid=84329) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:18:48.215621 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Received port after_create {{(pid=84329) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:18:48.255434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d368e-b6a2-415c-b620-67322d3ab44d req-8fedd008-a21a-4569-af53-5b5113177d5b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:48.257424 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7e0d368e-b6a2-415c-b620-67322d3ab44d req-8fedd008-a21a-4569-af53-5b5113177d5b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 931 time: 0.1084366 Apr 02 13:18:48.293129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:48.293813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:48.329596 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3396132 Apr 02 13:18:48.335793 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-7e0d368e-b6a2-415c-b620-67322d3ab44d req-e6f98059-d043-4435-90a3-5736ae854264 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701442 Apr 02 13:18:48.484283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-de84e9d0-ec44-4a72-bfe2-f7bb88c8fb4f None None] Provisioning for port a2426151-7614-4d5d-8936-73b7152d2018 completed by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:18:48.493464 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-de84e9d0-ec44-4a72-bfe2-f7bb88c8fb4f None None] Provisioning complete for port a2426151-7614-4d5d-8936-73b7152d2018 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:18:48.494029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-de84e9d0-ec44-4a72-bfe2-f7bb88c8fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:48.537111 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-53ed4211-9e8a-4bfc-9918-2952ada8f56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:48.556961 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-de84e9d0-ec44-4a72-bfe2-f7bb88c8fb4f None None] Port a2426151-7614-4d5d-8936-73b7152d2018 cannot update to ACTIVE because it is not bound. {{(pid=84331) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 02 13:18:49.535002 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f4fe6-4a56-4d70-9234-748d3f4a742f req-222e0866-17ca-43c9-a14a-554edcdb0175 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:49.536573 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-141f4fe6-4a56-4d70-9234-748d3f4a742f req-222e0866-17ca-43c9-a14a-554edcdb0175 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 931 time: 0.0948646 Apr 02 13:18:49.591255 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-141f4fe6-4a56-4d70-9234-748d3f4a742f req-9e729243-e21f-42a1-b41d-ff6b1a57b346 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478461 Apr 02 13:18:49.933359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:50.142817 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:50.720967 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b009c2f6-5bf5-40dc-8b6e-301d586b92e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:50.803583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1183da-2590-4860-85a7-d033a7140869 req-80efdb70-ad88-43e9-8b74-378617fc24a6 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:50.805282 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6a1183da-2590-4860-85a7-d033a7140869 req-80efdb70-ad88-43e9-8b74-378617fc24a6 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 931 time: 0.0950284 Apr 02 13:18:50.856847 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-6a1183da-2590-4860-85a7-d033a7140869 req-33106f4e-5b2d-4462-bf9a-68ed7d02ecdf tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444920 Apr 02 13:18:51.598627 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:51.831570 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:18:52.068396 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca7d60-10c6-4177-b485-73bb237e8493 req-a79528bf-d676-4a58-b56d-b0acb5bb5a3f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:52.069991 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-76ca7d60-10c6-4177-b485-73bb237e8493 req-a79528bf-d676-4a58-b56d-b0acb5bb5a3f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 931 time: 0.0954661 Apr 02 13:18:52.119545 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-76ca7d60-10c6-4177-b485-73bb237e8493 req-bfbbf916-d2d5-454e-b623-36d87e51c80a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 Apr 02 13:18:53.210909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:53.331648 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7a85-25ba-41c6-a492-975527f49e1c req-8321d24d-fc04-4fe7-8f05-9954c1cdfac7 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:53.333158 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-922c7a85-25ba-41c6-a492-975527f49e1c req-8321d24d-fc04-4fe7-8f05-9954c1cdfac7 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 931 time: 0.0953543 Apr 02 13:18:53.386200 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-922c7a85-25ba-41c6-a492-975527f49e1c req-3f6fb347-cdb3-4a8c-a953-2b126d16438b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456290 Apr 02 13:18:54.602583 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0b24a-7b7a-4509-8bfe-eedb65dca7bf req-2d06fe43-230e-4909-b85d-e48e9c690d68 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:54.605519 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-86a0b24a-7b7a-4509-8bfe-eedb65dca7bf req-2d06fe43-230e-4909-b85d-e48e9c690d68 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 931 time: 0.1011586 Apr 02 13:18:54.658029 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-86a0b24a-7b7a-4509-8bfe-eedb65dca7bf req-d8e84d59-f078-457a-b02c-a477d0249a3c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462434 Apr 02 13:18:55.867401 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772d72c-a6dd-4525-b598-a35f76aee659 req-48ccda51-719e-43c4-924e-b28589139cf1 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:55.869575 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c772d72c-a6dd-4525-b598-a35f76aee659 req-48ccda51-719e-43c4-924e-b28589139cf1 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 931 time: 0.0952525 Apr 02 13:18:55.924435 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c772d72c-a6dd-4525-b598-a35f76aee659 req-e985c80a-9515-4fe7-8465-bbf717cc34c4 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478077 Apr 02 13:18:57.123727 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd697a32-d8de-48d2-91da-282d7f9b54ea req-288cc7a4-49d3-4b8a-abe3-827ba4846e11 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:57.125374 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bd697a32-d8de-48d2-91da-282d7f9b54ea req-288cc7a4-49d3-4b8a-abe3-827ba4846e11 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 931 time: 0.0881014 Apr 02 13:18:57.147070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-feddbaf8-e6c3-4068-a438-94ba12415b94 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84329) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 02 13:18:57.148559 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-feddbaf8-e6c3-4068-a438-94ba12415b94 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072908 Apr 02 13:18:57.175510 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bd697a32-d8de-48d2-91da-282d7f9b54ea req-ba77ec1e-b20f-4c70-8132-614daf70735a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Apr 02 13:18:57.209557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Request body: {'port': {'device_id': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78299'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:18:57.336616 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:57.753247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2426151-7614-4d5d-8936-73b7152d2018 {{(pid=84329) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:18:57.761486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:57.776590 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Transition to ACTIVE for port object a2426151-7614-4d5d-8936-73b7152d2018 will not be triggered until provisioned by entity L2. {{(pid=84329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 02 13:18:57.779181 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:57.795857 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3e3584c9-986f-4f60-9746-0e3241a0c4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:57.932363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Pushing event updated for resources: {'Port': ['ID=a2426151-7614-4d5d-8936-73b7152d2018,revision_number=2']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:57.937096 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:58.166078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Attempting to bind port a2426151-7614-4d5d-8936-73b7152d2018 on host hv-cinder-78299 for vnic_type normal with profile {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 02 13:18:58.166545 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Attempting to bind port a2426151-7614-4d5d-8936-73b7152d2018 by drivers openvswitch,hyperv on host hv-cinder-78299 at level 0 using segments [{'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 02 13:18:58.166904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Attempting to bind port a2426151-7614-4d5d-8936-73b7152d2018 on network 24ebe515-3839-4731-8787-70fff7987370 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:18:58.171755 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Port a2426151-7614-4d5d-8936-73b7152d2018 on network 24ebe515-3839-4731-8787-70fff7987370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78299 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 02 13:18:58.172118 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Attempting to bind port a2426151-7614-4d5d-8936-73b7152d2018 on network 24ebe515-3839-4731-8787-70fff7987370 {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 02 13:18:58.177592 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Checking agent: {'id': '181cbf81-1639-4ad7-87e9-1f5df5d39071', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78299', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'started_at': datetime.datetime(2021, 4, 2, 13, 6, 20), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 13, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 02 13:18:58.177965 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Checking segment: {'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 02 13:18:58.178380 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Bound using segment: {'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'} {{(pid=84329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 02 13:18:58.178851 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Bound port: a2426151-7614-4d5d-8936-73b7152d2018, host: hv-cinder-78299, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1376bfb-e3c2-478b-a217-52d830af3bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24ebe515-3839-4731-8787-70fff7987370'}}] {{(pid=84329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 02 13:18:58.179232 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:58.278549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] For port a2426151-7614-4d5d-8936-73b7152d2018, host hv-cinder-78299, cleared binding levels {{(pid=84329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 02 13:18:58.281641 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] For port a2426151-7614-4d5d-8936-73b7152d2018, host hv-cinder-78299, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2426151-7614-4d5d-8936-73b7152d2018,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 02 13:18:58.285166 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2881291'] for port, after_update {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:58.301639 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-fb6b6a71-a3a8-4c5f-b9c6-301fecf53fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:18:58.394614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ec867-701e-4c41-8950-d182089c60c6 req-5088a716-40dc-4566-bb47-45059a174491 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:58.396248 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1f2ec867-701e-4c41-8950-d182089c60c6 req-5088a716-40dc-4566-bb47-45059a174491 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 943 time: 0.1010556 Apr 02 13:18:58.445216 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-1f2ec867-701e-4c41-8950-d182089c60c6 req-033b3309-3113-438f-a500-c3b99b32a3a7 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Apr 02 13:18:58.460453 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Pushing event updated for resources: {'Port': ['ID=a2426151-7614-4d5d-8936-73b7152d2018,revision_number=3']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:18:58.476192 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:18:58.496697 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:58.497462 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:18:58.498986 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-7c8960fe-f56e-4a03-a629-2a92b0578b7f service neutron] 10.222.0.23 "PUT /v2.0/ports/a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 1093 time: 1.3403850 Apr 02 13:18:58.499519 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:18:58.576616 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018', 'status': 'completed', 'code': 200} Apr 02 13:18:58.615233 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-ad462a09-1482-408f-a699-a5410e6e7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:58.616955 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-ad462a09-1482-408f-a699-a5410e6e7ba8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1162cf09a9e41169be6328da5218b51&device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1096 time: 0.0836604 Apr 02 13:18:58.693348 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-d5efa6ac-aff3-4d6c-b604-555e4a0d72d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 217 time: 0.0692439 Apr 02 13:18:58.764723 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-bca5a9d9-476e-472a-8da9-93abc16c13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:58.766205 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-bca5a9d9-476e-472a-8da9-93abc16c13b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37387458-c730-459e-a60a-4a6245e46381 HTTP/1.1" status: 200 len: 854 time: 0.0664041 Apr 02 13:18:58.847328 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-5256634c-2da3-42b4-9209-0aeb42dd2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:58.848921 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-5256634c-2da3-42b4-9209-0aeb42dd2830 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24ebe515-3839-4731-8787-70fff7987370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768290 Apr 02 13:18:58.987211 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-847f4a00-c22a-42db-8dec-ad7fda95168d service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318557 Apr 02 13:18:59.128463 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-fc450e0d-fd46-40c2-a5fc-d84b9e616bf7 req-531feb07-4d69-4d8f-a91d-f916e17eb333 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344349 Apr 02 13:18:59.247771 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-cc128c91-23d6-42c6-868c-2fe7145323b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:59.249368 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-cc128c91-23d6-42c6-868c-2fe7145323b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1162cf09a9e41169be6328da5218b51&device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1096 time: 0.0766068 Apr 02 13:18:59.389126 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-97f72357-85a0-4d48-925c-20a6384afafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:59.390559 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-97f72357-85a0-4d48-925c-20a6384afafe service neutron] 10.222.0.23 "GET /v2.0/networks?id=24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 200 len: 916 time: 0.1341116 Apr 02 13:18:59.468271 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-d0f787ad-14ba-4c47-bcab-2fc644052b81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 217 time: 0.0699272 Apr 02 13:18:59.537137 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-af8a0c08-e63e-42af-a94b-836b74bba69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:59.538692 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-af8a0c08-e63e-42af-a94b-836b74bba69c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37387458-c730-459e-a60a-4a6245e46381 HTTP/1.1" status: 200 len: 854 time: 0.0638187 Apr 02 13:18:59.623806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-a20a0015-9908-4b4f-8594-2ea48a91952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:59.625401 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-a20a0015-9908-4b4f-8594-2ea48a91952e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24ebe515-3839-4731-8787-70fff7987370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801113 Apr 02 13:18:59.646284 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbf19a-9621-46bc-bea4-b70e92446bdc req-dac002ed-2213-46d1-8cf3-fef650ba7369 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:18:59.647833 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a1dbf19a-9621-46bc-bea4-b70e92446bdc req-dac002ed-2213-46d1-8cf3-fef650ba7369 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 943 time: 0.0901861 Apr 02 13:18:59.696264 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a1dbf19a-9621-46bc-bea4-b70e92446bdc req-ab677fa6-65aa-4bb2-86a6-4c83d2cabcf1 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420446 Apr 02 13:18:59.769636 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-d7c1b9bc-09fd-4c30-87d5-c333bbf4d282 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365886 Apr 02 13:18:59.914359 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d92422bd-f75e-42db-9ae1-f191e93b7f66 req-4db0f10d-7f7e-4ab6-89cb-c3b0ca0da73f service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366415 Apr 02 13:19:00.903451 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727325b3-a75b-4d3c-ba0b-1f041da66dc8 req-4562000a-e40b-4e66-a64b-7cb9d6265aa3 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:00.905065 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-727325b3-a75b-4d3c-ba0b-1f041da66dc8 req-4562000a-e40b-4e66-a64b-7cb9d6265aa3 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 943 time: 0.0941091 Apr 02 13:19:00.953774 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-727325b3-a75b-4d3c-ba0b-1f041da66dc8 req-1a88ccde-3e72-45b8-bcf3-e4ae01f1b6a9 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422533 Apr 02 13:19:01.543353 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device a2426151-7614-4d5d-8936-73b7152d2018 details requested by agent hyperv_hv-cinder-78299 with host hv-cinder-78299 {{(pid=84331) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 02 13:19:01.682351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port a2426151-7614-4d5d-8936-73b7152d2018, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2426151-7614-4d5d-8936-73b7152d2018,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:19:01.699594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Returning: {'device': 'a2426151-7614-4d5d-8936-73b7152d2018', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'port_id': 'a2426151-7614-4d5d-8936-73b7152d2018', 'mac_address': 'fa:16:3e:4e:e8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84331) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 02 13:19:01.756787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:01.773830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2426151-7614-4d5d-8936-73b7152d2018 {{(pid=84331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 02 13:19:01.789995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port a2426151-7614-4d5d-8936-73b7152d2018, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2426151-7614-4d5d-8936-73b7152d2018,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:19:01.793925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:01.795766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:01.865856 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=a2426151-7614-4d5d-8936-73b7152d2018,revision_number=4']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:01.869078 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:01.996309 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['a2426151-7614-4d5d-8936-73b7152d2018'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:19:02.152823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb1785-cc7b-4b72-9307-5541fe3cc867 req-c75792be-c639-4e59-bcf1-e5e2752caf53 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:02.154431 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bdcb1785-cc7b-4b72-9307-5541fe3cc867 req-c75792be-c639-4e59-bcf1-e5e2752caf53 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 944 time: 0.0893414 Apr 02 13:19:02.206872 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-bdcb1785-cc7b-4b72-9307-5541fe3cc867 req-500a869e-7594-487d-bf15-0b874cbeeab8 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456598 Apr 02 13:19:03.409105 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174bdfe-c655-410c-b78e-b5fdff239bfd req-90ef5b4f-79a0-4fbe-8768-3859ef8becf9 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:03.410594 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a174bdfe-c655-410c-b78e-b5fdff239bfd req-90ef5b4f-79a0-4fbe-8768-3859ef8becf9 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 944 time: 0.0883260 Apr 02 13:19:03.458508 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a174bdfe-c655-410c-b78e-b5fdff239bfd req-21de50ba-134e-4073-8ca3-3f60e2a38aad tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Apr 02 13:19:03.563342 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device a2426151-7614-4d5d-8936-73b7152d2018 up at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 02 13:19:03.635199 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning for port a2426151-7614-4d5d-8936-73b7152d2018 completed by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 02 13:19:03.640608 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Provisioning complete for port a2426151-7614-4d5d-8936-73b7152d2018 triggered by entity L2. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:19:03.641018 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:03.760304 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:03.789584 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018'}] {{(pid=84331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:19:03.800277 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] For port a2426151-7614-4d5d-8936-73b7152d2018, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2426151-7614-4d5d-8936-73b7152d2018,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:19:03.804077 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421'] for port, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:03.806136 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:03.879515 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Pushing event updated for resources: {'Port': ['ID=a2426151-7614-4d5d-8936-73b7152d2018,revision_number=5']} {{(pid=84331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:03.882766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:03.899214 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018', 'code': 200} Apr 02 13:19:04.135708 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6830-8285-483b-8ffe-e87d462c4c3f req-db23d11f-68bd-4e8c-841a-2ea7ec42cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:04.137330 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b7ec6830-8285-483b-8ffe-e87d462c4c3f req-db23d11f-68bd-4e8c-841a-2ea7ec42cf86 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1098 time: 0.0797493 Apr 02 13:19:04.180456 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-b7ec6830-8285-483b-8ffe-e87d462c4c3f req-d872559f-ae92-488d-98c0-6ca4253df2e2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372157 Apr 02 13:19:04.660716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64859afd-9930-40cc-b8e9-01cb7f8f34dd req-318e13e8-c59e-40fd-9b7a-291dcac18ab2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:04.662289 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-64859afd-9930-40cc-b8e9-01cb7f8f34dd req-318e13e8-c59e-40fd-9b7a-291dcac18ab2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 945 time: 0.0912168 Apr 02 13:19:04.710524 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-64859afd-9930-40cc-b8e9-01cb7f8f34dd req-f019877e-dfd3-498c-8268-12d5d15d5b7f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Apr 02 13:19:05.912733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654d57-3ab8-407d-b23f-e5ed59d706d4 req-a4877908-0b8a-4e92-9b8b-d4c4b913bffd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:05.914328 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8f654d57-3ab8-407d-b23f-e5ed59d706d4 req-a4877908-0b8a-4e92-9b8b-d4c4b913bffd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 945 time: 0.0872543 Apr 02 13:19:05.961243 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8f654d57-3ab8-407d-b23f-e5ed59d706d4 req-35021d88-bda9-4e19-8002-b6929714c08a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Apr 02 13:19:06.162794 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68a928-dd67-4347-8af5-348877e38cd0 req-74f69b85-2a74-4f7f-835c-67887fa251b7 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:06.164407 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5f68a928-dd67-4347-8af5-348877e38cd0 req-74f69b85-2a74-4f7f-835c-67887fa251b7 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 945 time: 0.0937541 Apr 02 13:19:06.211532 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5f68a928-dd67-4347-8af5-348877e38cd0 req-d630c783-a257-4211-8994-ab6a388e25f8 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Apr 02 13:19:06.623472 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaf2f2-3805-4b47-9c51-989ea230665d req-7a999c25-95ae-4ac0-b277-71766b5baceb tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:06.625087 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ebcaf2f2-3805-4b47-9c51-989ea230665d req-7a999c25-95ae-4ac0-b277-71766b5baceb tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 945 time: 0.0876245 Apr 02 13:19:06.675738 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ebcaf2f2-3805-4b47-9c51-989ea230665d req-2283905f-cd14-4707-b18a-928a57354276 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444283 Apr 02 13:19:10.476549 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fedfa-e1db-414a-bc6c-0b924f64bb45 req-293ea1dd-72d6-4575-b641-0e70e728ac27 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:10.478037 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-103fedfa-e1db-414a-bc6c-0b924f64bb45 req-293ea1dd-72d6-4575-b641-0e70e728ac27 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 945 time: 0.0881596 Apr 02 13:19:10.524370 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-103fedfa-e1db-414a-bc6c-0b924f64bb45 req-36e248b5-477e-45a0-b272-be588f046b59 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Apr 02 13:19:10.549395 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 36166) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:19:10.673482 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8db7a-2c71-4c69-b54c-f8301f3a0993 tempest-TestMinimumBasicScenario-2026398945 tempest-TestMinimumBasicScenario-2026398945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:10.674239 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-07c8db7a-2c71-4c69-b54c-f8301f3a0993 tempest-TestMinimumBasicScenario-2026398945 tempest-TestMinimumBasicScenario-2026398945-project-admin] Synchronizing usage tracker for tenant:384ac9962d4e4b02bf7f0fb306cdc21e on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:19:10.690129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-07c8db7a-2c71-4c69-b54c-f8301f3a0993 tempest-TestMinimumBasicScenario-2026398945 tempest-TestMinimumBasicScenario-2026398945-project-admin] Unset dirty status for tenant:384ac9962d4e4b02bf7f0fb306cdc21e on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:19:10.691341 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-07c8db7a-2c71-4c69-b54c-f8301f3a0993 tempest-TestMinimumBasicScenario-2026398945 tempest-TestMinimumBasicScenario-2026398945-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1093 time: 0.1409154 Apr 02 13:19:10.694696 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 36172) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:19:10.700996 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'floatingip': {'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'port_id': 'a2426151-7614-4d5d-8936-73b7152d2018', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:19:10.707163 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:19:10.711086 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Usage tracker for resource:floatingip and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:19:10.713989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:19:10.720141 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:19:10.729630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for floatingip, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:10.870944 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:11.009436 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_common [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Allocated IP 172.28.1.159 (08ad2293-5eaa-4241-8a10-83b7345d187d/aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f/7fc06f60-80ec-4f70-bd31-50e545a493b5) {{(pid=84330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 02 13:19:11.161577 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for port, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:11.191800 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787077515345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:11.207039 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cf379d79-1f6d-4f93-8042-4153aa126751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:11.344149 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'Port': ['ID=7fc06f60-80ec-4f70-bd31-50e545a493b5,revision_number=1']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:11.348928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:11.398483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Network 08ad2293-5eaa-4241-8a10-83b7345d187d is already hosted by enough agents. {{(pid=84330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 02 13:19:11.399687 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.base_scheduler [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources bound (agent type, host, resource id): {{(pid=84330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 02 13:19:11.401920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Received port after_create {{(pid=84330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 02 13:19:11.818364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:11.897045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:12.392835 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:12.396320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:12.415503 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b508c1cf-757b-46af-8bff-859ece024577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:12.549875 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'Port': ['ID=7fc06f60-80ec-4f70-bd31-50e545a493b5,revision_number=2']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:12.554570 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:12.649806 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-773071'] for floatingip, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:12.831407 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Floating IP 6341b8d0-7f0a-4227-9d82-2c61021968cc associated. External IP: 172.28.1.159, port: a2426151-7614-4d5d-8936-73b7152d2018. Apr 02 13:19:13.201753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:19:13.391918 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:19:13.401732 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] Sync routers for ids ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:19:13.411956 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] Routers {'70daf7fc-8d1e-42a7-ac50-97179e53c3b0'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:19:13.412637 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:18:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:19:13.415932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:13.474974 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9205bcb0-75cd-4c59-b568-7f0e9f14b8bc tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7791529 Apr 02 13:19:13.475669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:19:13.478026 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36176) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:19:13.484705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950663429', 'description': 'tempest-secgroup-smoke-950663429 description', 'project_id': 'f1162cf09a9e41169be6328da5218b51'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:19:13.491552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:19:13.496751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Usage tracker for resource:security_group and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:19:13.500214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:19:13.510568 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:19:13.520198 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:13.525539 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018', 'status': 'completed', 'code': 200} Apr 02 13:19:13.545363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:19:13.583348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Usage tracker for resource:security_group_rule and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:19:13.591047 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:19:13.603857 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:19:13.607259 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] Set router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:19:13.667576 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-88657d90-0576-4c3b-a85e-0729cd39d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:13.669675 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-88657d90-0576-4c3b-a85e-0729cd39d6dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1162cf09a9e41169be6328da5218b51&device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1098 time: 0.1219013 Apr 02 13:19:13.789060 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:13.795155 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:13.802435 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-541f0301-3ac5-4e6e-8727-95c8b62a61b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:13.873511 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:13.875024 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3956709 Apr 02 13:19:13.878117 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 36182) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:19:13.879031 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5,revision_number=1']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:13.884191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'security_group_rule': {'security_group_id': '5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5', 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:19:13.884522 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-55052e59-6b92-4ab1-94c3-2f676300595d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:13.891038 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-67d07d3f-28e5-4b7d-82de-6ad7a35c1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:13.891160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:19:13.893091 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-67d07d3f-28e5-4b7d-82de-6ad7a35c1430 service neutron] 10.222.0.23 "GET /v2.0/networks?id=24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 200 len: 916 time: 0.2153075 Apr 02 13:19:13.895140 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Usage tracker for resource:security_group_rule and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:19:13.898157 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:19:13.905612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:19:13.922996 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:13.986541 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '6341b8d0-7f0a-4227-9d82-2c61021968cc', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'port_id': 'a2426151-7614-4d5d-8936-73b7152d2018', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'mac_address': 'fa:16:3e:4e:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:19:11Z', 'updated_at': '2021-04-02T13:19:11Z', 'revision_number': 0, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:35Z', 'revision_number': 5, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:19:13.990751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] Checking router: 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:19:13.991573 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:13.994890 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.000146 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] Routers {'70daf7fc-8d1e-42a7-ac50-97179e53c3b0'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:19:14.000825 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:18:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:19:14.002865 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:14.019318 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-1acb671e-e946-49da-8166-9dab46c9d773 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 999 time: 0.1146250 Apr 02 13:19:14.024866 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2a0491-6bfd-40a8-bb57-a4d4c8540935,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:14.028552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:14.032879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.036091 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-e6c35f53-1a21-4b2f-9478-e2476a6f859b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569006 Apr 02 13:19:14.037164 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 36186) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:19:14.043080 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'security_group_rule': {'security_group_id': '5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5', 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:19:14.050172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:19:14.054236 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Usage tracker for resource:security_group_rule and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:19:14.057340 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:19:14.064660 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:19:14.082694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.094191 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-c885d389-d4e4-4412-a843-7469e0df0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:14.095813 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-c885d389-d4e4-4412-a843-7469e0df0ce2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37387458-c730-459e-a60a-4a6245e46381 HTTP/1.1" status: 200 len: 854 time: 0.0704024 Apr 02 13:19:14.161149 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.165922 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.169425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9496647e-03e8-4f39-bccc-0a01bab7cd60 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:14.204970 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-1947dd49-31f6-49fa-8c7a-f82e9e4f7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:14.206674 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-1947dd49-31f6-49fa-8c7a-f82e9e4f7731 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24ebe515-3839-4731-8787-70fff7987370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937340 Apr 02 13:19:14.210630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e4a184-fbcc-4205-ae27-03fdb7bdaaf0,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:14.215926 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:14.225296 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.231228 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-efbb8030-002c-4b44-ba88-1558ea3af3dd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1884549 Apr 02 13:19:14.231228 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 36190) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:19:14.237402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'security_group_rule': {'security_group_id': '5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5', 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:19:14.244334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:19:14.254766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Usage tracker for resource:security_group_rule and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:19:14.258515 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:19:14.266643 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:19:14.295310 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.363649 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-38f1109f-ac76-4cc6-8cee-476be76b03f8 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500742 Apr 02 13:19:14.370222 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.374735 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.376958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5500c6ee-16f7-4d85-8ffa-1e3f8411bc48 tempest-TestShelveInstance-1826484334 tempest-TestShelveInstance-1826484334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:14.401705 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] Set router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:19:14.403167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef19a3a4-32af-4304-9aed-d5b61297e732,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:14.405951 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:14.413966 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.418026 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7a4b2ec2-f499-4933-82c6-dcf64fc5ce0f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1831694 Apr 02 13:19:14.418307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 36194) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:19:14.424131 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'security_group_rule': {'security_group_id': '5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5', 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:19:14.430678 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:19:14.435813 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Usage tracker for resource:security_group_rule and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:19:14.439221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:19:14.446019 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:19:14.472394 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.569129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.572461 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.575563 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:14.602257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4af7ee-92c7-4975-9155-0d4b456315d5,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:14.604909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:14.613199 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.617406 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-f6ca9616-2e4c-47ee-a730-5d5181696183 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1952806 Apr 02 13:19:14.617792 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 36198) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:19:14.624536 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'security_group_rule': {'security_group_id': '5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5', 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:19:14.634355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:19:14.645160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Usage tracker for resource:security_group_rule and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:19:14.648527 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:19:14.655129 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:19:14.669018 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.securitygroups_db [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Project f1162cf09a9e41169be6328da5218b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 13:19:14.677469 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.755942 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.759358 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.762070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:14.783876 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-4b9aebe9-7bb0-4983-9216-f29beeab2a70 req-9abda007-faca-45aa-8f55-351fa7943399 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137290 Apr 02 13:19:14.789231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd86bb7-64b2-4b2d-917f-6ffb5d80aaa6,revision_number=0']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:14.792029 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:14.800768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.802758 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5b8c89f1-3fa7-4e96-ab23-fb1013bdbf1c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1826401 Apr 02 13:19:14.806457 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36202) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:19:14.813591 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'security_group_rule': {'security_group_id': '5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5', 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84329) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:19:14.820492 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 02 13:19:14.824802 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Usage tracker for resource:security_group_rule and tenant:f1162cf09a9e41169be6328da5218b51 is out of sync, need to count used quota {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 02 13:19:14.827976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84329) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 02 13:19:14.834073 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.quota.driver [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84329) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 02 13:19:14.846713 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.securitygroups_db [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Project f1162cf09a9e41169be6328da5218b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 02 13:19:14.853666 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.855006 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '6341b8d0-7f0a-4227-9d82-2c61021968cc', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'port_id': 'a2426151-7614-4d5d-8936-73b7152d2018', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'mac_address': 'fa:16:3e:4e:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:19:11Z', 'updated_at': '2021-04-02T13:19:11Z', 'revision_number': 0, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:35Z', 'revision_number': 5, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:19:14.860028 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0049fa6-0353-474f-8ee5-ba08b3fbe4c2 None None] The sync data for ids ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'] in dv-cinder-782995-3-smb is: [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_floatingips': [{'id': '6341b8d0-7f0a-4227-9d82-2c61021968cc', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'router_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'port_id': 'a2426151-7614-4d5d-8936-73b7152d2018', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'mac_address': 'fa:16:3e:4e:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T13:19:11Z', 'updated_at': '2021-04-02T13:19:11Z', 'revision_number': 0, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:35Z', 'revision_number': 5, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:19:14.922717 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.925714 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718995'] for security_group_rule, after_create {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.927992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-049ffe32-fa04-4ecc-a7c9-201b76273474 tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:14.957066 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14a8dd9-9753-42cd-b160-8522b1d05cf1,revision_number=0']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:14.959788 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:14.966885 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:14.968194 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-0884e464-6725-4e3f-8e24-279aeaf7fd9c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606402 Apr 02 13:19:15.102035 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-5c281642-0d55-4a91-aed0-7c03950f6787 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950663429&fields=id&tenant_id=f1162cf09a9e41169be6328da5218b51 HTTP/1.1" status: 200 len: 267 time: 0.0450957 Apr 02 13:19:15.181172 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816155cf-df58-4920-bc24-eea56523bdad None None] New status for floating IP 6341b8d0-7f0a-4227-9d82-2c61021968cc: ACTIVE {{(pid=84332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:19:15.214076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-f46b9ae6-f5ca-448b-a141-de9b68f3c63c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:15.216387 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-f46b9ae6-f5ca-448b-a141-de9b68f3c63c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 945 time: 0.1068392 Apr 02 13:19:15.228656 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-6f3e3326-fe86-479d-8027-1cb19623c122 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'port': {'security_groups': ['f488e633-ac66-4e47-b0ac-755962f70cbf', '5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5']}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:19:15.363042 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-6f3e3326-fe86-479d-8027-1cb19623c122 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:15.697060 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-6f3e3326-fe86-479d-8027-1cb19623c122 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] For port a2426151-7614-4d5d-8936-73b7152d2018, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2426151-7614-4d5d-8936-73b7152d2018,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:19:15.724483 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-6f3e3326-fe86-479d-8027-1cb19623c122 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:15.727960 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-6f3e3326-fe86-479d-8027-1cb19623c122 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:15.739370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['a2426151-7614-4d5d-8936-73b7152d2018'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:19:15.742647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6ca0d83a-b4a5-4716-b1f6-0b19a285f5ff tempest-AttachVolumeShelveTestJSON-1732849735 tempest-AttachVolumeShelveTestJSON-1732849735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:19:15.903278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e3326-fe86-479d-8027-1cb19623c122 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'Port': ['ID=a2426151-7614-4d5d-8936-73b7152d2018,revision_number=6']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:19:15.909251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-6f3e3326-fe86-479d-8027-1cb19623c122 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:19:15.946896 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-6f3e3326-fe86-479d-8027-1cb19623c122 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:15.947497 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-6f3e3326-fe86-479d-8027-1cb19623c122 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:15.949070 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-697c68b4-4e4d-4fbe-bcc0-a486d0fc5467 req-6f3e3326-fe86-479d-8027-1cb19623c122 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "PUT /v2.0/ports/a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 981 time: 0.7255516 Apr 02 13:19:15.950099 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:19:16.009143 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018', 'status': 'completed', 'code': 200} Apr 02 13:19:16.026300 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['a2426151-7614-4d5d-8936-73b7152d2018'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:19:16.162470 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-6ca7c259-2315-4849-8f7a-b2f602312017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:16.165697 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-6ca7c259-2315-4849-8f7a-b2f602312017 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1162cf09a9e41169be6328da5218b51&device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1137 time: 0.1322002 Apr 02 13:19:16.175097 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadce0a4-e712-4ad1-81b5-5e1ca43006c5 req-79c67932-cbe2-43e7-ad92-4a38d9e30c0e tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:16.176987 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-eadce0a4-e712-4ad1-81b5-5e1ca43006c5 req-79c67932-cbe2-43e7-ad92-4a38d9e30c0e tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.1148164 Apr 02 13:19:16.234140 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-eadce0a4-e712-4ad1-81b5-5e1ca43006c5 req-20e4e437-b635-4389-9fdf-7e30e851e1ce tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495796 Apr 02 13:19:16.262796 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-562a7f87-e4be-4cbe-a777-aa43fc8548d1 None None] Provisioning complete for port a2426151-7614-4d5d-8936-73b7152d2018 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:19:16.263128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-562a7f87-e4be-4cbe-a777-aa43fc8548d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:16.320466 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-05fadc73-a8c4-4eda-ad6e-0ef8533b98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:16.322035 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-05fadc73-a8c4-4eda-ad6e-0ef8533b98dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 200 len: 916 time: 0.1498928 Apr 02 13:19:16.439303 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-8750e77a-5a0a-4df7-a3b1-238ae3d25f65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 1001 time: 0.1050076 Apr 02 13:19:16.510663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-431a827b-670f-4041-b9bd-a07687718b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:16.512859 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-431a827b-670f-4041-b9bd-a07687718b16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37387458-c730-459e-a60a-4a6245e46381 HTTP/1.1" status: 200 len: 854 time: 0.0659559 Apr 02 13:19:16.601720 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-20a0a20b-7325-4cf1-9a57-a67124ee2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:16.603512 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-20a0a20b-7325-4cf1-9a57-a67124ee2bdd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24ebe515-3839-4731-8787-70fff7987370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826087 Apr 02 13:19:16.749241 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-5e9e77c5-c820-47d2-b2cd-3372962b03a7 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378112 Apr 02 13:19:16.893681 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d7645ac8-bdbc-4833-b021-25bc556253c8 req-5e614068-f005-4a24-8e68-8fb4b773f70d service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364322 Apr 02 13:19:18.490281 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-c17512cc-c34c-41a3-9b62-58c960c1d2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:19.937087 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:20.140762 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:20.722007 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-f9095e4b-9d83-4c54-92be-8e7b6f7dcecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:21.600412 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:23.210888 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:25.841857 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-f00e12f0-e6e6-49a1-bcb0-cb276197e48c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784893 Apr 02 13:19:25.991620 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-6017e540-5b00-46cb-8217-263a8ba47988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:25.993203 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-6017e540-5b00-46cb-8217-263a8ba47988 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1162cf09a9e41169be6328da5218b51&device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1137 time: 0.0808759 Apr 02 13:19:26.148040 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-bd111f71-eabc-42d8-b0b2-a6e495079ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:26.149541 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-bd111f71-eabc-42d8-b0b2-a6e495079ac8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 200 len: 916 time: 0.1364434 Apr 02 13:19:26.262996 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-59bf02c4-a176-442a-a5aa-11a90c526da9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 1001 time: 0.1050451 Apr 02 13:19:26.335049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-bb6af638-09b4-488d-9b54-e3206000515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:26.336641 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-bb6af638-09b4-488d-9b54-e3206000515a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37387458-c730-459e-a60a-4a6245e46381 HTTP/1.1" status: 200 len: 854 time: 0.0667827 Apr 02 13:19:26.418689 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-89968354-483d-4718-823d-46d22dc1d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:26.420270 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-89968354-483d-4718-823d-46d22dc1d210 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24ebe515-3839-4731-8787-70fff7987370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769675 Apr 02 13:19:26.560951 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-7fadf3dd-4da5-4688-9850-460a173456cf service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337285 Apr 02 13:19:26.703005 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d4ad0992-310c-40ea-900e-632fbba2d4ac req-8e71069f-b48a-4216-a5b7-8bf131e3ca22 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350992 Apr 02 13:19:28.823693 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:19:40.246293 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-3d761169-d5d9-4fd9-a2b1-a61b30ed8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:40.247666 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-3d761169-d5d9-4fd9-a2b1-a61b30ed8620 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1162cf09a9e41169be6328da5218b51&device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1137 time: 0.0855639 Apr 02 13:19:40.288470 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43c833-08ff-4f4a-844e-627fe727f38c req-a4ea998b-9a20-4f5d-9942-37eb9da09c8e tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:40.290070 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8e43c833-08ff-4f4a-844e-627fe727f38c req-a4ea998b-9a20-4f5d-9942-37eb9da09c8e tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0885170 Apr 02 13:19:40.341821 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-8e43c833-08ff-4f4a-844e-627fe727f38c req-f36aa356-1668-44de-b5f3-62092c037da4 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442283 Apr 02 13:19:40.391217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-097cb6a2-4d94-4234-a4d6-895409baacde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:40.392803 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-097cb6a2-4d94-4234-a4d6-895409baacde service neutron] 10.222.0.23 "GET /v2.0/networks?id=24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 200 len: 916 time: 0.1382437 Apr 02 13:19:40.500621 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-8f59e51b-ca28-4cc6-8a00-ef140670d82d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 1001 time: 0.1004794 Apr 02 13:19:40.573225 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-1a37b583-8831-45cd-bc83-2ca62e5634e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:40.574895 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-1a37b583-8831-45cd-bc83-2ca62e5634e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37387458-c730-459e-a60a-4a6245e46381 HTTP/1.1" status: 200 len: 854 time: 0.0657489 Apr 02 13:19:40.655493 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-bff95c19-e8ce-4866-ab1a-15af5c8087a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:40.657312 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-bff95c19-e8ce-4866-ab1a-15af5c8087a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24ebe515-3839-4731-8787-70fff7987370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750861 Apr 02 13:19:40.797309 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-370a8815-9d43-4638-8ac3-f10580d1dc39 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336830 Apr 02 13:19:40.936773 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-70600fb4-82f5-4f36-bc71-221230f09d5f req-1c4bf19d-2c9c-4b8c-bc90-fb192e8e6c6e service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330578 Apr 02 13:19:41.547899 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c80ef-22fe-4904-98c7-d10459e6d045 req-8b5aa70d-63f8-4976-aa65-49f61c6405b4 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:41.549468 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a87c80ef-22fe-4904-98c7-d10459e6d045 req-8b5aa70d-63f8-4976-aa65-49f61c6405b4 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0898702 Apr 02 13:19:41.599194 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-a87c80ef-22fe-4904-98c7-d10459e6d045 req-2dab6389-1368-4f92-bc4a-c931a72b288b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433764 Apr 02 13:19:42.801578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d2634-18e9-4157-b622-9c384095a229 req-df056acc-c86f-4019-93ad-6941b53f412b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:42.803151 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5e6d2634-18e9-4157-b622-9c384095a229 req-df056acc-c86f-4019-93ad-6941b53f412b tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0915837 Apr 02 13:19:43.088742 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-5e6d2634-18e9-4157-b622-9c384095a229 req-2d54d05d-1892-4b8b-bd7f-5fdfcb7c8f98 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2786863 Apr 02 13:19:44.289845 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007dba0-2567-4bef-ba91-67a87d072c75 req-a6ea3a49-7354-47e6-8399-76856fc33b61 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:44.291411 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9007dba0-2567-4bef-ba91-67a87d072c75 req-a6ea3a49-7354-47e6-8399-76856fc33b61 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0890996 Apr 02 13:19:44.344989 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-9007dba0-2567-4bef-ba91-67a87d072c75 req-6bcf5aa4-ca69-4957-92a9-cfe347fc3ace tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468669 Apr 02 13:19:45.546696 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df79c1-92fc-4282-acf3-abd4cb3f1e9a req-6fbd39a9-ac9f-4b3e-9101-ef6a770fcfb6 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:45.548227 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-67df79c1-92fc-4282-acf3-abd4cb3f1e9a req-6fbd39a9-ac9f-4b3e-9101-ef6a770fcfb6 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0912480 Apr 02 13:19:45.599133 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-67df79c1-92fc-4282-acf3-abd4cb3f1e9a req-eea6e6a7-fd27-4774-b7b1-b069b613c4aa tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445800 Apr 02 13:19:46.800807 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c394b8b-481c-4156-b012-e121fe2a2492 req-8747c08e-138f-425d-9718-f9c6847552c6 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:46.802374 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0c394b8b-481c-4156-b012-e121fe2a2492 req-8747c08e-138f-425d-9718-f9c6847552c6 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0909705 Apr 02 13:19:46.851357 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0c394b8b-481c-4156-b012-e121fe2a2492 req-3772481f-2f89-46e6-84a2-bb6a4c20aa85 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423927 Apr 02 13:19:48.054793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e7c26-516d-4940-af4a-b309c31e8cb2 req-49869ccc-e099-4e57-be76-c6e2601cec67 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:48.056374 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0b6e7c26-516d-4940-af4a-b309c31e8cb2 req-49869ccc-e099-4e57-be76-c6e2601cec67 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0858238 Apr 02 13:19:48.106709 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-0b6e7c26-516d-4940-af4a-b309c31e8cb2 req-d94db6a2-8f7c-4790-a558-846472f5908c tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426111 Apr 02 13:19:48.491594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-794b10c0-9250-42ec-a1b0-ff007ac0b247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:49.318557 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82942b3b-df23-4648-aca2-7d1c21fa8714 req-012b3b98-86bd-4879-aa3e-2e622c9c72e5 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:49.320211 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-82942b3b-df23-4648-aca2-7d1c21fa8714 req-012b3b98-86bd-4879-aa3e-2e622c9c72e5 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0943458 Apr 02 13:19:49.369922 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-82942b3b-df23-4648-aca2-7d1c21fa8714 req-84ad1bc7-4a77-4b6a-9121-69fd9675ad5e tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427606 Apr 02 13:19:49.938654 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:50.138366 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:50.571963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01638d-5b86-4c60-8c1b-cdb8aa32ba35 req-62a2039a-f91c-4f85-b5b9-1dc44d867721 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:50.573557 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-de01638d-5b86-4c60-8c1b-cdb8aa32ba35 req-62a2039a-f91c-4f85-b5b9-1dc44d867721 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0893660 Apr 02 13:19:50.626905 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-de01638d-5b86-4c60-8c1b-cdb8aa32ba35 req-ca8d5f6a-0bfe-4400-9483-b3d9c5b3261e tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462232 Apr 02 13:19:50.723173 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-19f4874f-0d2e-4575-adea-387a70263036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:51.602201 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:51.827578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb40cf2-d654-4405-ae91-f83c54b903c1 req-0c584320-36f6-4054-b566-8c8c45b3bf76 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:51.829177 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2cb40cf2-d654-4405-ae91-f83c54b903c1 req-0c584320-36f6-4054-b566-8c8c45b3bf76 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0891142 Apr 02 13:19:51.879060 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-2cb40cf2-d654-4405-ae91-f83c54b903c1 req-751c4a01-1248-4c18-a719-cb7b1509e314 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434089 Apr 02 13:19:53.081113 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d0994-7748-4d2d-b772-9a611b32cbeb req-61cc25b1-d75a-465a-8568-77c06900809d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:53.082700 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c59d0994-7748-4d2d-b772-9a611b32cbeb req-61cc25b1-d75a-465a-8568-77c06900809d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0929618 Apr 02 13:19:53.133248 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c59d0994-7748-4d2d-b772-9a611b32cbeb req-77eca196-4ca6-4f45-8b7a-a2c8b6284fbd tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440636 Apr 02 13:19:53.214122 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:19:54.335425 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae943-717f-403e-b4f3-8d4529c7b4bd req-f832a0ea-b92c-42e9-8b94-991125d48f64 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:54.337019 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-250ae943-717f-403e-b4f3-8d4529c7b4bd req-f832a0ea-b92c-42e9-8b94-991125d48f64 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0874970 Apr 02 13:19:54.385872 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-250ae943-717f-403e-b4f3-8d4529c7b4bd req-bfce2b97-a58f-486c-830d-3ace97a6345f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418992 Apr 02 13:19:55.593056 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be7d93-46af-4819-847a-ffea144c819f req-9379f9ac-e9fa-45c0-beb9-0792b0a9f36a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:55.594636 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c2be7d93-46af-4819-847a-ffea144c819f req-9379f9ac-e9fa-45c0-beb9-0792b0a9f36a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0921247 Apr 02 13:19:55.644216 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-c2be7d93-46af-4819-847a-ffea144c819f req-a6018476-36ce-4888-978e-ef5f11a62f0e tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430796 Apr 02 13:19:56.852274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3930b-4088-4b96-b69f-d7b8b5eb673a req-3f3de63a-c08c-4c51-99c9-019ca2d46f86 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:56.853802 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-23a3930b-4088-4b96-b69f-d7b8b5eb673a req-3f3de63a-c08c-4c51-99c9-019ca2d46f86 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0926194 Apr 02 13:19:56.907368 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-23a3930b-4088-4b96-b69f-d7b8b5eb673a req-91bb8574-af33-412c-8dcc-82768d5377be tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458603 Apr 02 13:19:58.105132 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a7cb5-bdb2-4588-9e90-cafb2e0c66d8 req-230ad6b5-169f-4df4-817d-27f4889183f9 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:19:58.107328 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f27a7cb5-bdb2-4588-9e90-cafb2e0c66d8 req-230ad6b5-169f-4df4-817d-27f4889183f9 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0869138 Apr 02 13:19:58.158208 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f27a7cb5-bdb2-4588-9e90-cafb2e0c66d8 req-10743f61-3111-41ec-ad84-e72bfc65c02e tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&id=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438001 Apr 02 13:20:05.829516 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:20:18.492739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-4b6fdeaa-370c-465d-bc8f-9784f8522d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:19.940688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:20.153011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:20.723737 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-978ff678-e4a5-439b-955b-74a6d1acaca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:21.604761 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:23.222045 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:25.841926 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-88227568-3b89-4bd0-a686-279dec5757cb req-af7a0153-4b13-4b2d-8ccd-d26e31a53073 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807366 Apr 02 13:20:25.989860 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88227568-3b89-4bd0-a686-279dec5757cb req-63ac64f6-0575-4934-b0dc-0ccce4cf66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:25.991453 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-88227568-3b89-4bd0-a686-279dec5757cb req-63ac64f6-0575-4934-b0dc-0ccce4cf66c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1162cf09a9e41169be6328da5218b51&device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1137 time: 0.0793388 Apr 02 13:20:26.147921 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88227568-3b89-4bd0-a686-279dec5757cb req-df666af3-cd47-44f8-8347-e089f465526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:26.149502 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-88227568-3b89-4bd0-a686-279dec5757cb req-df666af3-cd47-44f8-8347-e089f465526b service neutron] 10.222.0.23 "GET /v2.0/networks?id=24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 200 len: 916 time: 0.1373188 Apr 02 13:20:26.259709 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-88227568-3b89-4bd0-a686-279dec5757cb req-2af28c5a-8dbb-4731-8e76-dd3731124ab9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 1001 time: 0.1029909 Apr 02 13:20:26.332440 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88227568-3b89-4bd0-a686-279dec5757cb req-0abc9bff-f716-4786-bc9b-bb4ac49c451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:26.333980 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-88227568-3b89-4bd0-a686-279dec5757cb req-0abc9bff-f716-4786-bc9b-bb4ac49c451d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37387458-c730-459e-a60a-4a6245e46381 HTTP/1.1" status: 200 len: 854 time: 0.0637689 Apr 02 13:20:26.417510 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88227568-3b89-4bd0-a686-279dec5757cb req-f1d718c4-103e-4723-9e3d-b3101edcec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:26.418992 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-88227568-3b89-4bd0-a686-279dec5757cb req-f1d718c4-103e-4723-9e3d-b3101edcec0e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24ebe515-3839-4731-8787-70fff7987370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781248 Apr 02 13:20:26.556790 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-88227568-3b89-4bd0-a686-279dec5757cb req-a0d87800-5dff-4a20-bd02-4d0efe22cb90 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314368 Apr 02 13:20:26.698343 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-88227568-3b89-4bd0-a686-279dec5757cb req-5bd3a32e-8a6c-46ad-90f7-024533f1ccf0 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346517 Apr 02 13:20:30.422240 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e82ae393-1583-45ea-a4a7-db622190e660 req-2c1721b8-f758-4c0d-a2ed-6690cda7ba27 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950663429&fields=id&tenant_id=f1162cf09a9e41169be6328da5218b51 HTTP/1.1" status: 200 len: 267 time: 0.0432501 Apr 02 13:20:30.516830 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ae393-1583-45ea-a4a7-db622190e660 req-fe570eb3-6ef6-4cac-9b0b-a6e6122165c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:30.518385 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e82ae393-1583-45ea-a4a7-db622190e660 req-fe570eb3-6ef6-4cac-9b0b-a6e6122165c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 984 time: 0.0903513 Apr 02 13:20:30.530690 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.v2.base [req-e82ae393-1583-45ea-a4a7-db622190e660 req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Request body: {'port': {'security_groups': ['f488e633-ac66-4e47-b0ac-755962f70cbf']}} {{(pid=84330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 02 13:20:30.658345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e82ae393-1583-45ea-a4a7-db622190e660 req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853847842'] for port, before_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:30.971012 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-e82ae393-1583-45ea-a4a7-db622190e660 req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] For port a2426151-7614-4d5d-8936-73b7152d2018, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2426151-7614-4d5d-8936-73b7152d2018,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:20:30.996229 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e82ae393-1583-45ea-a4a7-db622190e660 req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for port, precommit_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:30.999871 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e82ae393-1583-45ea-a4a7-db622190e660 req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787077958276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787077515362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249777260421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10099413'] for port, after_update {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:31.012027 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['a2426151-7614-4d5d-8936-73b7152d2018'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:20:31.015196 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ded4e7aa-d902-4489-a594-142e931af501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:31.176758 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event updated for resources: {'Port': ['ID=a2426151-7614-4d5d-8936-73b7152d2018,revision_number=7']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:31.188599 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.189048 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.189437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.189848 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.190252 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.190653 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.191054 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.191454 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.191879 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.192283 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.192680 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.193076 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:31.205938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:31.229625 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ae393-1583-45ea-a4a7-db622190e660 req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:31.230321 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-e82ae393-1583-45ea-a4a7-db622190e660 req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:31.232041 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-e82ae393-1583-45ea-a4a7-db622190e660 req-ef90dd49-80b5-4ce1-adca-e58eb2f240c2 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "PUT /v2.0/ports/a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 942 time: 0.7065899 Apr 02 13:20:31.232611 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:20:31.238585 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 36264) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:31.294502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['a2426151-7614-4d5d-8936-73b7152d2018'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:20:31.323677 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8b838bb9-ef17-4f82-808f-6da0ea3dc852 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:31.363700 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8b838bb9-ef17-4f82-808f-6da0ea3dc852 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:31.433773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8b838bb9-ef17-4f82-808f-6da0ea3dc852 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:31.440827 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-1a6febec-0a17-427d-97b1-63f37b862999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:31.453344 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018', 'status': 'completed', 'code': 200} Apr 02 13:20:31.456710 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b838bb9-ef17-4f82-808f-6da0ea3dc852 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:31.462489 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8b838bb9-ef17-4f82-808f-6da0ea3dc852 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:31.464838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8b838bb9-ef17-4f82-808f-6da0ea3dc852 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for security_group, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:31.466637 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8b838bb9-ef17-4f82-808f-6da0ea3dc852 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "DELETE /v2.0/security-groups/5ce4dcc0-c22d-4eeb-ad60-96d6e73945d5 HTTP/1.1" status: 204 len: 168 time: 0.2264636 Apr 02 13:20:31.470387 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 36270) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:31.512828 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.provisioning_blocks [None req-1adb591b-5e1c-4b74-aec1-efaec5f43255 None None] Provisioning complete for port a2426151-7614-4d5d-8936-73b7152d2018 triggered by entity DHCP. {{(pid=84331) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 02 13:20:31.513001 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-1adb591b-5e1c-4b74-aec1-efaec5f43255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606'] for port, provisioning_complete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:31.559540 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-519359c6-1e31-4215-8178-855a2d513dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:31.561936 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-519359c6-1e31-4215-8178-855a2d513dd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1162cf09a9e41169be6328da5218b51&device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1098 time: 0.0894747 Apr 02 13:20:31.695979 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Deleting port 7fc06f60-80ec-4f70-bd31-50e545a493b5 {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:31.696360 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:31.887475 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:31.888434 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:31.965281 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-c4585d73-66c2-4c04-acc6-ab62eddca25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:31.967508 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-c4585d73-66c2-4c04-acc6-ab62eddca25d service neutron] 10.222.0.23 "GET /v2.0/networks?id=24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 200 len: 916 time: 0.3996892 Apr 02 13:20:32.021996 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Calling delete_port for 7fc06f60-80ec-4f70-bd31-50e545a493b5 owned by network:floatingip {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:20:32.080506 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-74390a74-898b-4e8e-9ac5-9fc804909bb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 1001 time: 0.1062431 Apr 02 13:20:32.152710 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-af0231c2-a470-4d43-8d5f-e677d8cf83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:32.154953 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-af0231c2-a470-4d43-8d5f-e677d8cf83b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37387458-c730-459e-a60a-4a6245e46381 HTTP/1.1" status: 200 len: 854 time: 0.0682254 Apr 02 13:20:32.179855 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:32.195703 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f5f50356-6216-4333-8edd-209819f0fa00 tempest-AttachVolumeTestJSON-1005034763 tempest-AttachVolumeTestJSON-1005034763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:32.243080 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-0221ff46-cc92-4b86-82d9-ff54399a7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:32.244732 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-0221ff46-cc92-4b86-82d9-ff54399a7ef5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24ebe515-3839-4731-8787-70fff7987370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832591 Apr 02 13:20:32.290747 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event deleted for resources: {'Port': ['ID=7fc06f60-80ec-4f70-bd31-50e545a493b5,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:32.295349 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:32.390782 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-2af1e81c-01a0-4b46-9033-d451383d53d9 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394446 Apr 02 13:20:32.455605 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks [] for floatingip, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:32.456198 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.db.l3_db [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Floating IP 6341b8d0-7f0a-4227-9d82-2c61021968cc disassociated (deleted). External IP: 172.28.1.159, port: a2426151-7614-4d5d-8936-73b7152d2018. Apr 02 13:20:32.535502 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ca4a3f5c-515b-4eed-8b17-7c43ea78b071 req-7cd40c3e-3ade-4f1c-835a-6cb4f285103e service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388509 Apr 02 13:20:33.058369 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:20:33.247673 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:20:33.257314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] Sync routers for ids ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:20:33.264644 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for floatingip, before_response {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:33.267767 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] Routers {'70daf7fc-8d1e-42a7-ac50-97179e53c3b0'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:20:33.268439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:20:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:33.323265 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-7b8a3816-af05-4b87-ac19-b37c47684f96 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "DELETE /v2.0/floatingips/6341b8d0-7f0a-4227-9d82-2c61021968cc HTTP/1.1" status: 204 len: 168 time: 1.8517077 Apr 02 13:20:33.454764 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018'}] {{(pid=84330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:20:33.461087 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] Set router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:20:33.504041 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018', 'status': 'completed', 'code': 200} Apr 02 13:20:33.610177 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-a1f3f9d5-1b5e-4f94-b3a8-4392047a982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:33.611808 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-a1f3f9d5-1b5e-4f94-b3a8-4392047a982d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1162cf09a9e41169be6328da5218b51&device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 1098 time: 0.0808094 Apr 02 13:20:33.764155 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-bfc302b4-3018-4e1e-b785-499cda39d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:33.765864 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-bfc302b4-3018-4e1e-b785-499cda39d101 service neutron] 10.222.0.23 "GET /v2.0/networks?id=24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 200 len: 916 time: 0.1481662 Apr 02 13:20:33.803025 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:35Z', 'revision_number': 5, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:33.807301 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] Checking router: 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:20:33.816881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] Routers {'70daf7fc-8d1e-42a7-ac50-97179e53c3b0'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:20:33.817574 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:20:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:33.851690 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-99ff3842-e922-4eda-bf8e-f9da2178262d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 200 len: 217 time: 0.0782475 Apr 02 13:20:33.922796 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-7e1bdd99-9873-4443-9897-5120a58828f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:33.924394 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-7e1bdd99-9873-4443-9897-5120a58828f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=37387458-c730-459e-a60a-4a6245e46381 HTTP/1.1" status: 200 len: 854 time: 0.0662379 Apr 02 13:20:34.009818 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] Set router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:20:34.011543 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-de89208e-2fe1-4cd9-b379-29ae5e376948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:34.013792 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-de89208e-2fe1-4cd9-b379-29ae5e376948 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=24ebe515-3839-4731-8787-70fff7987370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823162 Apr 02 13:20:34.171993 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-f8efa838-fb48-4f6f-aff5-7cb740439101 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512415 Apr 02 13:20:34.317537 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d71f79ac-350e-4154-9212-39d15cfeed71 req-6d3b2581-5187-4960-8bba-8b1e503a4576 service neutron] 10.222.0.23 "GET /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393847 Apr 02 13:20:34.349614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:35Z', 'revision_number': 5, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:34.353900 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcebeb8-07f9-464e-ae1e-73e33ada435d None None] The sync data for ids ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'] in dv-cinder-782995-3-smb is: [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:25Z', 'revision_number': 4, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb', '_interfaces': [{'id': 'e0e780db-9bb8-40e1-a656-a2e739e7fada', 'name': '', 'network_id': '24ebe515-3839-4731-8787-70fff7987370', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'mac_address': 'fa:16:3e:c7:9f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37387458-c730-459e-a60a-4a6245e46381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:24Z', 'updated_at': '2021-04-02T13:18:35Z', 'revision_number': 5, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'subnets': [{'id': '37387458-c730-459e-a60a-4a6245e46381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:20:34.714445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c6951-5375-4efc-9e7a-0a30fe6f613c None None] New status for floating IP 6341b8d0-7f0a-4227-9d82-2c61021968cc: DOWN {{(pid=84332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 02 13:20:36.680413 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c90e36-601e-49d5-9221-ea1731943307 req-a45d9e1b-fbfe-44b3-9156-3d95f4af81c6 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:36.681171 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-96c90e36-601e-49d5-9221-ea1731943307 req-a45d9e1b-fbfe-44b3-9156-3d95f4af81c6 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Synchronizing usage tracker for tenant:f1162cf09a9e41169be6328da5218b51 on resource:port {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:20:36.695687 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-96c90e36-601e-49d5-9221-ea1731943307 req-a45d9e1b-fbfe-44b3-9156-3d95f4af81c6 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Unset dirty status for tenant:f1162cf09a9e41169be6328da5218b51 on resource:port {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:20:36.696911 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-96c90e36-601e-49d5-9221-ea1731943307 req-a45d9e1b-fbfe-44b3-9156-3d95f4af81c6 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 945 time: 0.1069679 Apr 02 13:20:36.743345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-96c90e36-601e-49d5-9221-ea1731943307 req-abb9f732-554b-4c57-a111-77f73f14bbd4 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Synchronizing usage tracker for tenant:f1162cf09a9e41169be6328da5218b51 on resource:security_group {{(pid=84330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:20:36.758793 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-96c90e36-601e-49d5-9221-ea1731943307 req-abb9f732-554b-4c57-a111-77f73f14bbd4 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Unset dirty status for tenant:f1162cf09a9e41169be6328da5218b51 on resource:security_group {{(pid=84330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:20:36.759963 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-96c90e36-601e-49d5-9221-ea1731943307 req-abb9f732-554b-4c57-a111-77f73f14bbd4 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566506 Apr 02 13:20:37.964303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eeb1e-f383-4c3a-85ea-10d75af8d19c req-80865864-31f3-4fbb-b1c7-2cdc09ceab5a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:37.966414 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ba3eeb1e-f383-4c3a-85ea-10d75af8d19c req-80865864-31f3-4fbb-b1c7-2cdc09ceab5a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 945 time: 0.0888186 Apr 02 13:20:38.015165 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-ba3eeb1e-f383-4c3a-85ea-10d75af8d19c req-cf93ce73-4143-44f4-8f73-abcc7a049db7 tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/security-groups?id=f488e633-ac66-4e47-b0ac-755962f70cbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Apr 02 13:20:38.289437 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-9f61e19d-9631-4b68-bb86-a14fa478363f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84329) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 02 13:20:38.290167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-9f61e19d-9631-4b68-bb86-a14fa478363f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Synchronizing usage tracker for tenant:f1162cf09a9e41169be6328da5218b51 on resource:port {{(pid=84329) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 02 13:20:38.304039 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.quota.resource [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-9f61e19d-9631-4b68-bb86-a14fa478363f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Unset dirty status for tenant:f1162cf09a9e41169be6328da5218b51 on resource:port {{(pid=84329) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 02 13:20:38.305287 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-9f61e19d-9631-4b68-bb86-a14fa478363f tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 945 time: 0.1030362 Apr 02 13:20:38.384521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Deleting port a2426151-7614-4d5d-8936-73b7152d2018 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:38.384909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:38.641167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] For port a2426151-7614-4d5d-8936-73b7152d2018, host hv-cinder-78299, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78299',level=0,port_id=a2426151-7614-4d5d-8936-73b7152d2018,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:20:38.641560 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:38.773464 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Calling delete_port for a2426151-7614-4d5d-8936-73b7152d2018 owned by compute:nova {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:20:38.916692 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:38.927766 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] get_ports_and_sgs() called for port_ids ['a2426151-7614-4d5d-8936-73b7152d2018'] {{(pid=84331) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 02 13:20:38.935274 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f988f234-7cd9-401a-abc6-7276360aa091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:39.025471 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Pushing event deleted for resources: {'Port': ['ID=a2426151-7614-4d5d-8936-73b7152d2018,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:39.049745 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.050160 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.050569 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.050963 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.051358 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.051776 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.052144 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.052538 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.052925 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.053311 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.053698 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.054079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782995-3-smb {{(pid=84329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 02 13:20:39.059335 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:39.191998 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-f963d97f-5e82-4ffe-ae32-a39607bc28ac req-f81ba3f8-61ea-499e-b4cc-3a4d0f2ac1ac tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4b31da-f743-4f0f-9313-ff7ea271ca19 HTTP/1.1" status: 200 len: 210 time: 0.0550635 Apr 02 13:20:39.201390 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] No DVR routers for this DVR port a2426151-7614-4d5d-8936-73b7152d2018 on host hv-cinder-78299 {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:20:39.203986 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11265'] for port, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:39.206864 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'name': 'network-vif-deleted', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018'}] {{(pid=84329) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 02 13:20:39.222099 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [req-d751d0e2-3d5b-42b0-9adc-a510fbc977a8 req-4ae22754-183d-4564-8835-7f8b2c158a1a tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] 10.222.0.23 "DELETE /v2.0/ports/a2426151-7614-4d5d-8936-73b7152d2018 HTTP/1.1" status: 204 len: 173 time: 0.9113545 Apr 02 13:20:39.351922 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4b31da-f743-4f0f-9313-ff7ea271ca19', 'name': 'network-vif-deleted', 'tag': 'a2426151-7614-4d5d-8936-73b7152d2018', 'status': 'completed', 'code': 200} Apr 02 13:20:40.886292 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84330) accepted ('10.222.0.10', 36354) {{(pid=84330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:41.461935 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854111379'] for router_interface, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:41.823883 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Deleting port e0e780db-9bb8-40e1-a656-a2e739e7fada {{(pid=84330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:41.824256 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:42.003273 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] For port e0e780db-9bb8-40e1-a656-a2e739e7fada, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=e0e780db-9bb8-40e1-a656-a2e739e7fada,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:20:42.003882 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:42.060741 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device a2426151-7614-4d5d-8936-73b7152d2018 no longer exists at agent hyperv_hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:20:42.150669 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Calling delete_port for e0e780db-9bb8-40e1-a656-a2e739e7fada owned by network:router_interface {{(pid=84330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:20:42.268907 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] No Port match for: a2426151-7614-4d5d-8936-73b7152d2018 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:20:42.269382 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Device a2426151-7614-4d5d-8936-73b7152d2018 not bound to the agent host hv-cinder-78299 {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:20:42.343486 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844676387'] for port, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:42.358881 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-3de93c28-88b1-40ee-b359-a80f59e129f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:42.454224 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e780db-9bb8-40e1-a656-a2e739e7fada,revision_number=None']} {{(pid=84330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:42.458208 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:42.805307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111560'] for router_interface, after_delete {{(pid=84330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:42.840484 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:20:43.554138 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:20:43.739438 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:20:43.748630 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] Sync routers for ids ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'] in dv-cinder-782995-3-smb {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:20:43.753312 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-9d4dc639-91da-4e38-bc35-03a09acde38d admin admin] 10.222.0.10 "PUT /v2.0/routers/70daf7fc-8d1e-42a7-ac50-97179e53c3b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8658686 Apr 02 13:20:43.756147 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36358) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:43.758307 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] Routers {'70daf7fc-8d1e-42a7-ac50-97179e53c3b0'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:20:43.758981 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:20:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:43.945679 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Notify callbacks [] for router, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:43.947371 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] Set router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 gateway port host: dv-cinder-782995-3-smb {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:20:44.137226 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:44.146601 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Deleting port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:44.146982 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:44.250354 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:20:42Z', 'revision_number': 5, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port': {'id': 'f6796b9b-0a93-45fc-b8dd-6308e63ef8ad', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:aa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:44.254265 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] Checking router: 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 for host: dv-cinder-782995-3-smb {{(pid=84331) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:20:44.263932 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] Routers {'70daf7fc-8d1e-42a7-ac50-97179e53c3b0'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84331) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:20:44.264586 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:20:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'], 'active': True} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:44.333795 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] For port f6796b9b-0a93-45fc-b8dd-6308e63ef8ad, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=f6796b9b-0a93-45fc-b8dd-6308e63ef8ad,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:20:44.334196 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:44.429418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] Set router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 gateway port host: None {{(pid=84331) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:20:44.557470 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:20:44Z', 'revision_number': 6, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port_host': None}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:44.562701 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2d434-337d-4442-9d97-b584bea11c3b None None] The sync data for ids ['70daf7fc-8d1e-42a7-ac50-97179e53c3b0'] in dv-cinder-782995-3-smb is: [{'id': '70daf7fc-8d1e-42a7-ac50-97179e53c3b0', 'name': 'tempest-TestMinimumBasicScenario-1773192875-router', 'tenant_id': 'f1162cf09a9e41169be6328da5218b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:21Z', 'updated_at': '2021-04-02T13:20:44Z', 'revision_number': 6, 'project_id': 'f1162cf09a9e41169be6328da5218b51', 'gw_port_host': None}] {{(pid=84331) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:20:44.717034 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Calling delete_port for f6796b9b-0a93-45fc-b8dd-6308e63ef8ad owned by network:router_gateway {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:20:44.894699 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:44.910745 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-91803fc6-c456-4da3-8977-cede168dd87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:45.007849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6796b9b-0a93-45fc-b8dd-6308e63ef8ad,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:45.017145 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:45.171367 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854002760'] for router_gateway, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:45.355447 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1447'] for router, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:45.357711 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:45.378807 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664963'] for router, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:45.379420 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70daf7fc-8d1e-42a7-ac50-97179e53c3b0 {{(pid=84329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 13:20:45.392402 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] Notify callbacks [] for router, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:45.393622 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-02365ff8-5926-4b7e-98e7-12a2d8bae318 admin admin] 10.222.0.10 "DELETE /v2.0/routers/70daf7fc-8d1e-42a7-ac50-97179e53c3b0 HTTP/1.1" status: 204 len: 168 time: 1.6363328 Apr 02 13:20:45.396314 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36362) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:45.466249 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92f0661-fbf7-4ec8-b617-f4032e709d12 admin admin] Deleting subnet 37387458-c730-459e-a60a-4a6245e46381 {{(pid=84329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:20:45.469446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b92f0661-fbf7-4ec8-b617-f4032e709d12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:45.524013 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b92f0661-fbf7-4ec8-b617-f4032e709d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851732482'] for subnet, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:45.604370 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b92f0661-fbf7-4ec8-b617-f4032e709d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:45.861169 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b92f0661-fbf7-4ec8-b617-f4032e709d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2881502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228805'] for subnet, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:45.877322 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:45.962411 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f0661-fbf7-4ec8-b617-f4032e709d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37387458-c730-459e-a60a-4a6245e46381,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:45.974544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b92f0661-fbf7-4ec8-b617-f4032e709d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:46.008167 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b92f0661-fbf7-4ec8-b617-f4032e709d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:46.013529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f516b-658d-494e-a960-58f07fafc8ff None None] Network 24ebe515-3839-4731-8787-70fff7987370 requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:20:46.015048 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-b92f0661-fbf7-4ec8-b617-f4032e709d12 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/37387458-c730-459e-a60a-4a6245e46381 HTTP/1.1" status: 204 len: 168 time: 0.6173761 Apr 02 13:20:46.017499 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36366) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:46.136061 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:46.206025 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Deleting port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:46.206405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:46.266416 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] DHCP port deletion for 24ebe515-3839-4731-8787-70fff7987370 request from dv-cinder-782995-3-smb {{(pid=84331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 13:20:46.270646 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] Deleting port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:46.271070 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:46.428937 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] For port c3a77995-b4a7-4d50-abd1-063a8a14b3a7, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=c3a77995-b4a7-4d50-abd1-063a8a14b3a7,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:20:46.429251 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:46.494940 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] For port c3a77995-b4a7-4d50-abd1-063a8a14b3a7, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=c3a77995-b4a7-4d50-abd1-063a8a14b3a7,segment=NetworkSegment(f1376bfb-e3c2-478b-a217-52d830af3bcf),segment_id=f1376bfb-e3c2-478b-a217-52d830af3bcf)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:20:46.495301 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:46.560097 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Calling delete_port for c3a77995-b4a7-4d50-abd1-063a8a14b3a7 owned by network:dhcp {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:20:46.626912 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] Calling delete_port for c3a77995-b4a7-4d50-abd1-063a8a14b3a7 owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:20:46.641753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:46.656304 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-f07c9c39-4f60-49f8-b4be-4fba1c11ba37 tempest-VolumesSnapshotTestJSON-1928966612 tempest-VolumesSnapshotTestJSON-1928966612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:46.658663 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device f6796b9b-0a93-45fc-b8dd-6308e63ef8ad no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:20:46.704703 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: f6796b9b-0a93-45fc-b8dd-6308e63ef8ad {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:20:46.705015 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device f6796b9b-0a93-45fc-b8dd-6308e63ef8ad not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:20:46.705482 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device e0e780db-9bb8-40e1-a656-a2e739e7fada no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:20:46.749050 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a77995-b4a7-4d50-abd1-063a8a14b3a7,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:46.750375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: e0e780db-9bb8-40e1-a656-a2e739e7fada {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:20:46.750773 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device e0e780db-9bb8-40e1-a656-a2e739e7fada not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:20:46.751257 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device c3a77995-b4a7-4d50-abd1-063a8a14b3a7 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:20:46.751656 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:46.796154 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: c3a77995-b4a7-4d50-abd1-063a8a14b3a7 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:20:46.796544 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device c3a77995-b4a7-4d50-abd1-063a8a14b3a7 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:20:46.805751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] No DVR routers for this DVR port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 on host dv-cinder-782995-3-smb {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:20:46.819292 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.api [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 13:20:46.819739 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_db.api [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 13:20:46.925159 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:47.041612 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ebe515-3839-4731-8787-70fff7987370']}} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:47.053905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1376bfb-e3c2-478b-a217-52d830af3bcf') {'for_net_delete': True} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:47.054247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1376bfb-e3c2-478b-a217-52d830af3bcf') {} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:47.066529 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043319'] for segment, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:47.081789 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:47.088044 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:20:47.264303 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Network 24ebe515-3839-4731-8787-70fff7987370 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:20:47.273152 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2881397'] for segment, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:47.320838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] Deleting port c3a77995-b4a7-4d50-abd1-063a8a14b3a7 {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:47.321278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:47.392715 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-2342f7d4-1464-4881-b584-735acfd7c95e None None] The port 'c3a77995-b4a7-4d50-abd1-063a8a14b3a7' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 13:20:47.455733 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Network 24ebe515-3839-4731-8787-70fff7987370 has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:20:47.478294 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:20:47.554742 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:47.559333 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:47.563760 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:47.585090 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=24ebe515-3839-4731-8787-70fff7987370,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:47.587391 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:47.597631 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-966556a2-7e64-4fae-bab6-292b0796bab2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/24ebe515-3839-4731-8787-70fff7987370 HTTP/1.1" status: 204 len: 168 time: 1.5790575 Apr 02 13:20:47.600759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36370) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:48.436495 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854111379'] for router_interface, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:48.494128 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2bcf-15fc-4839-86a2-d3995ddbf16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:48.802061 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Deleting port 30d1f752-4839-41dc-8e49-0bc42aa53ca6 {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:48.802441 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:48.985502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] For port 30d1f752-4839-41dc-8e49-0bc42aa53ca6, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=30d1f752-4839-41dc-8e49-0bc42aa53ca6,segment=NetworkSegment(944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8),segment_id=944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:20:48.985904 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:49.118652 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Calling delete_port for 30d1f752-4839-41dc-8e49-0bc42aa53ca6 owned by network:router_interface {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:20:49.292011 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:49.306934 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-19bea39a-fb24-4f98-9d48-e873a12f550d tempest-TestMinimumBasicScenario-1425467204 tempest-TestMinimumBasicScenario-1425467204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:49.402195 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d1f752-4839-41dc-8e49-0bc42aa53ca6,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:49.404863 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:49.750835 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854111560'] for router_interface, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:49.944508 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:50.151275 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:50.263355 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 has already been hosted by L3 agent 801a204d-c00a-464c-a199-a773b4cb90b0 {{(pid=84329) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 02 13:20:50.451094 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] Notify agent at l3_agent.dv-cinder-782995-3-smb the message routers_updated {{(pid=84329) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 02 13:20:50.460199 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] Sync routers for ids ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'] in dv-cinder-782995-3-smb {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 02 13:20:50.468137 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-299ecddf-cbf2-4357-ad17-a25826817b81 admin admin] 10.222.0.10 "PUT /v2.0/routers/bb44fd09-20ec-40aa-8d8a-4ab40d59bca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8662610 Apr 02 13:20:50.470753 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36374) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:50.471276 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] Routers {'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:20:50.471976 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:20:21Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:50.663244 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] Set router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 gateway port host: dv-cinder-782995-3-smb {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:20:50.726407 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-14e1a992-c21c-4521-9b11-c0472840b6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:50.912689 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Notify callbacks [] for router, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:50.982920 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'name': 'tempest-TestMinimumBasicScenario-1970979849-router', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'external_fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133'}], 'enable_snat': True}, 'gw_port_id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:28Z', 'updated_at': '2021-04-02T13:20:49Z', 'revision_number': 5, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'gw_port': {'id': 'f1b75456-0915-463d-8bfe-d37edd46641c', 'name': '', 'network_id': '08ad2293-5eaa-4241-8a10-83b7345d187d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:9e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'ip_address': '172.28.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782995-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T13:18:29Z', 'updated_at': '2021-04-02T13:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aca15ef0-2480-4e3d-9821-f2cc2bdb0a1f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782995-3-smb'}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:50.986915 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] Checking router: bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 for host: dv-cinder-782995-3-smb {{(pid=84332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 02 13:20:50.995823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] Routers {'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'} bound to L3 agent in host dv-cinder-782995-3-smb {{(pid=84332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 02 13:20:50.996503 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782995-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T12:59:21Z,description=,heartbeat_timestamp=2021-04-02T13:20:51Z,host='dv-cinder-782995-3-smb',id=801a204d-c00a-464c-a199-a773b4cb90b0,load=0,resource_versions=,resources_synced=,started_at=2021-04-02T12:59:21Z,topic='l3_agent')) {'router_ids': ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'], 'active': True} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:51.109432 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:51.119716 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Deleting port f1b75456-0915-463d-8bfe-d37edd46641c {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:51.120107 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:51.310526 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] For port f1b75456-0915-463d-8bfe-d37edd46641c, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=f1b75456-0915-463d-8bfe-d37edd46641c,segment=NetworkSegment(24464d80-bf14-4e4c-9882-e88ee5dd615c),segment_id=24464d80-bf14-4e4c-9882-e88ee5dd615c)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:20:51.311320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:51.318021 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvr_db [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] Set router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 gateway port host: None {{(pid=84332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 02 13:20:51.432348 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_hamode_db [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'name': 'tempest-TestMinimumBasicScenario-1970979849-router', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:28Z', 'updated_at': '2021-04-02T13:20:51Z', 'revision_number': 6, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'gw_port_host': None}], 'dv-cinder-782995-3-smb', False) {} {{(pid=84332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:51.437079 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d838ab93-d69f-4b4e-8210-ee9de403a3b7 None None] The sync data for ids ['bb44fd09-20ec-40aa-8d8a-4ab40d59bca5'] in dv-cinder-782995-3-smb is: [{'id': 'bb44fd09-20ec-40aa-8d8a-4ab40d59bca5', 'name': 'tempest-TestMinimumBasicScenario-1970979849-router', 'tenant_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T13:18:28Z', 'updated_at': '2021-04-02T13:20:51Z', 'revision_number': 6, 'project_id': '384ac9962d4e4b02bf7f0fb306cdc21e', 'gw_port_host': None}] {{(pid=84332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 02 13:20:51.445580 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Calling delete_port for f1b75456-0915-463d-8bfe-d37edd46641c owned by network:router_gateway {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:20:51.608992 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:51.631645 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:51.647036 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-2b959662-b665-42eb-bb19-25c6bb22f356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:51.742887 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b75456-0915-463d-8bfe-d37edd46641c,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:51.746911 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:51.908795 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854002760'] for router_gateway, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.095448 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-664889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1447'] for router, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.097811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.128082 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664963'] for router, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.128816 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 {{(pid=84329) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 02 13:20:52.142901 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] Notify callbacks [] for router, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.144581 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-5443fdaf-fbe8-4e87-aeb9-f79e035e1322 admin admin] 10.222.0.10 "DELETE /v2.0/routers/bb44fd09-20ec-40aa-8d8a-4ab40d59bca5 HTTP/1.1" status: 204 len: 168 time: 1.6725299 Apr 02 13:20:52.147260 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36378) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:52.214502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc314cd4-727a-44a8-b27f-7046fa8df4c5 admin admin] Deleting subnet c565b289-f7ac-423b-bf94-7e9d1828c87e {{(pid=84329) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 02 13:20:52.218572 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cc314cd4-727a-44a8-b27f-7046fa8df4c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.272516 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cc314cd4-727a-44a8-b27f-7046fa8df4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851732482'] for subnet, precommit_delete_associations {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.352033 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cc314cd4-727a-44a8-b27f-7046fa8df4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-60631'] for subnet, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.611800 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cc314cd4-727a-44a8-b27f-7046fa8df4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854715185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-718911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2881502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228805'] for subnet, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.628282 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:52.650993 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device f1b75456-0915-463d-8bfe-d37edd46641c no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:20:52.690946 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: f1b75456-0915-463d-8bfe-d37edd46641c {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:20:52.691334 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device f1b75456-0915-463d-8bfe-d37edd46641c not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:20:52.691838 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 30d1f752-4839-41dc-8e49-0bc42aa53ca6 no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:20:52.721373 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc314cd4-727a-44a8-b27f-7046fa8df4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c565b289-f7ac-423b-bf94-7e9d1828c87e,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:52.723995 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-cc314cd4-727a-44a8-b27f-7046fa8df4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:52.727594 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: 30d1f752-4839-41dc-8e49-0bc42aa53ca6 {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:20:52.728009 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device 30d1f752-4839-41dc-8e49-0bc42aa53ca6 not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:20:52.770375 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-cc314cd4-727a-44a8-b27f-7046fa8df4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for subnet, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.775278 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bb5847-f496-49b1-9bd4-cee886875bcc None None] Network 2e321e41-b196-450e-a44f-d2d2782ab2bb requested from dv-cinder-782995-3-smb {{(pid=84331) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 02 13:20:52.777141 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-cc314cd4-727a-44a8-b27f-7046fa8df4c5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c565b289-f7ac-423b-bf94-7e9d1828c87e HTTP/1.1" status: 204 len: 168 time: 0.6286259 Apr 02 13:20:52.780405 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36382) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:52.894910 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927085'] for network, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:52.964534 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Deleting port b333f14f-d227-49b4-a547-3e0ee64e489c {{(pid=84329) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:52.964894 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:53.035811 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] DHCP port deletion for 2e321e41-b196-450e-a44f-d2d2782ab2bb request from dv-cinder-782995-3-smb {{(pid=84331) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 02 13:20:53.040110 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] Deleting port b333f14f-d227-49b4-a547-3e0ee64e489c {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:53.040524 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:53.193751 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] For port b333f14f-d227-49b4-a547-3e0ee64e489c, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=b333f14f-d227-49b4-a547-3e0ee64e489c,segment=NetworkSegment(944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8),segment_id=944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8)] {{(pid=84329) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:20:53.194418 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:53.336162 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Calling delete_port for b333f14f-d227-49b4-a547-3e0ee64e489c owned by network:dhcp {{(pid=84329) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:20:53.417221 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853847933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787077958259', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249777260455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851894525'] for port, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:53.423655 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:53.432787 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-59a7a70b-f722-499b-8108-014fdd3d06e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:53.433092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.db [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] For port b333f14f-d227-49b4-a547-3e0ee64e489c, host dv-cinder-782995-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782995-3-smb',level=0,port_id=b333f14f-d227-49b4-a547-3e0ee64e489c,segment=NetworkSegment(944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8),segment_id=944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8)] {{(pid=84331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 02 13:20:53.433520 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668276'] for port, precommit_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:53.529345 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Pushing event deleted for resources: {'Port': ['ID=b333f14f-d227-49b4-a547-3e0ee64e489c,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:53.533901 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:53.566170 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] Calling delete_port for b333f14f-d227-49b4-a547-3e0ee64e489c owned by network:dhcp {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 02 13:20:53.578092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] No DVR routers for this DVR port b333f14f-d227-49b4-a547-3e0ee64e489c on host dv-cinder-782995-3-smb {{(pid=84329) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 02 13:20:53.639372 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.db.api [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 02 13:20:53.639804 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_db.api [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 02 13:20:53.700292 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854769578', 'neutron.services.segments.db._delete_segments_for_network--9223363249776788801'] for network, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:53.813649 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e321e41-b196-450e-a44f-d2d2782ab2bb']}} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:53.826239 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8') {'for_net_delete': True} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:53.826578 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.services.segments.db [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944e3125-4fc4-4ce1-aa17-e9f0e2e25dc8') {} {{(pid=84329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 02 13:20:53.838351 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787077986897', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3043319'] for segment, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:53.857168 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4400'] for segment, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:53.863512 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84329) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 02 13:20:54.039004 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Network 2e321e41-b196-450e-a44f-d2d2782ab2bb has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:20:54.047928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854771397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2881397'] for segment, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:54.140801 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] Deleting port b333f14f-d227-49b4-a547-3e0ee64e489c {{(pid=84331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 02 13:20:54.141216 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249776831843'] for port, before_delete {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:54.219214 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-98ef51a5-1b20-47b5-a733-e6dc7733ec84 None None] The port 'b333f14f-d227-49b4-a547-3e0ee64e489c' was deleted {{(pid=84331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 02 13:20:54.475913 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.managers [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Network 2e321e41-b196-450e-a44f-d2d2782ab2bb has no segments {{(pid=84329) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: Traceback (most recent call last): Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: timer() Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: cb(*args, **kw) Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: return func(*args, **kwargs) Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: self._notify() Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: self.callback(batched_events) Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: event.method(event) Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: segment_id)['aggregates'][0] Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: return f(self, *a, **k) Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: return self._get(url).json() Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: **kwargs) Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: return self.request(url, 'GET', **kwargs) Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: **endpoint_filter) Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 02 13:20:54.498557 dv-cinder-782995-3-smb neutron-server[84216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 02 13:20:54.582408 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854213356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-773086'] for network, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:54.585921 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:54.599445 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854213369'] for network, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:54.610512 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e321e41-b196-450e-a44f-d2d2782ab2bb,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:54.615158 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:54.619060 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-8a5c4ee5-83de-4807-83bb-be8be599916f admin admin] 10.222.0.10 "DELETE /v2.0/networks/2e321e41-b196-450e-a44f-d2d2782ab2bb HTTP/1.1" status: 204 len: 168 time: 1.8376572 Apr 02 13:20:54.649364 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b333f14f-d227-49b4-a547-3e0ee64e489c no longer exists at agent ovs-agent-dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 02 13:20:54.686092 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] No Port match for: b333f14f-d227-49b4-a547-3e0ee64e489c {{(pid=84331) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 02 13:20:54.686485 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.plugins.ml2.rpc [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Device b333f14f-d227-49b4-a547-3e0ee64e489c not bound to the agent host dv-cinder-782995-3-smb {{(pid=84331) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 02 13:20:54.825124 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36388) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:54.876937 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-71cd6f15-899f-4828-8984-ae24877cfc89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1162cf09a9e41169be6328da5218b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504436 Apr 02 13:20:54.879502 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36392) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:54.943359 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-88ee67e4-7dc8-44da-a17c-f26c01f31e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:54.969585 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-88ee67e4-7dc8-44da-a17c-f26c01f31e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:55.018552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-88ee67e4-7dc8-44da-a17c-f26c01f31e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:55.023426 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-b134275a-5362-43f5-be70-7ada60d692da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:55.036994 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee67e4-7dc8-44da-a17c-f26c01f31e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f488e633-ac66-4e47-b0ac-755962f70cbf,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:55.039831 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-88ee67e4-7dc8-44da-a17c-f26c01f31e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:55.046768 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-88ee67e4-7dc8-44da-a17c-f26c01f31e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:55.048107 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-88ee67e4-7dc8-44da-a17c-f26c01f31e12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f488e633-ac66-4e47-b0ac-755962f70cbf HTTP/1.1" status: 204 len: 168 time: 0.1675942 Apr 02 13:20:55.412397 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36400) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:55.463547 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-12e540ed-93f9-4218-86f8-c45c93c88e30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=384ac9962d4e4b02bf7f0fb306cdc21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498490 Apr 02 13:20:55.466637 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [-] (84329) accepted ('10.222.0.10', 36404) {{(pid=84329) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 02 13:20:55.527346 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-36ef2b5a-ad27-4656-9137-fe2a64602af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:55.555426 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-36ef2b5a-ad27-4656-9137-fe2a64602af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:55.606750 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-36ef2b5a-ad27-4656-9137-fe2a64602af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719095'] for security_group, after_delete {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:55.611609 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-de2cd5b9-c44a-46e0-a8b5-e72fbfdc292c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 02 13:20:55.624967 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef2b5a-ad27-4656-9137-fe2a64602af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8fb941-820c-4c77-979a-d4f5de086e1f,revision_number=None']} {{(pid=84329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 02 13:20:55.628049 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG oslo_concurrency.lockutils [None req-36ef2b5a-ad27-4656-9137-fe2a64602af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 02 13:20:55.629491 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-36ef2b5a-ad27-4656-9137-fe2a64602af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:20:55.630147 dv-cinder-782995-3-smb neutron-server[84216]: INFO neutron.wsgi [None req-36ef2b5a-ad27-4656-9137-fe2a64602af7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af8fb941-820c-4c77-979a-d4f5de086e1f HTTP/1.1" status: 204 len: 168 time: 0.1625600 Apr 02 13:21:18.494994 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-eee5a4bb-a339-4ce6-a5c6-61c5558d0125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:19.836083 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:21:19.946909 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:20.174783 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:20.728423 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7ec86547-ffd3-4327-b654-cbdd14fb0574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:21.609759 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:23.225023 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:48.498196 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2238c55f-a02c-487d-b89a-9b413f83caa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:49.948849 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:50.172957 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:50.731362 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-73b5e18a-36cd-44b6-b75a-fcdb920d7691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:51.612246 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:53.228688 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:21:56.837320 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:22:18.501363 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-62dc33cb-08e9-409f-8efc-6723f9ab03ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:19.950938 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:20.185413 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:20.731299 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-e36b0132-6420-4833-a904-ffca4749a53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:21.614647 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:23.231446 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:33.837247 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:22:48.504016 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-120f9f54-6f5a-449d-b183-823da28db690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:49.953823 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:50.184229 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:50.731901 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-3f5e222b-917f-4f02-a6b9-9267f1588714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:51.616931 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:22:53.235521 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:10.838474 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:23:18.505989 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ca71ee40-dca4-4480-9861-1fd3f391d21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:19.956270 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:20.199952 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:20.734650 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-2001b500-bc7c-48f3-898d-753af4193218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:21.619616 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:23.238210 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:47.842325 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:23:48.508231 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-6c91a6cb-572f-4c2a-8566-756cfe05833a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:49.958291 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:50.223135 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:50.734515 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-a501a9d5-0124-483e-9e58-ad25ce721f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:51.622253 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:23:53.242071 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:18.510953 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-466be827-ac10-4c78-be22-299a93b27a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:19.959911 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:20.239650 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:20.734928 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-502c672e-756f-407c-b5cc-3139ac9b7c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:21.624945 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:23.245987 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:24.840958 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:24:48.513025 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-732c153f-2c66-416b-937f-aacdf6891da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:49.960694 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:50.239217 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:50.734905 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-d8c93334-d2bc-449e-9f53-b880d7b59c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:51.627125 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:53.249785 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:24:59.330724 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.wsgi [req-7576d2d8-c30a-4e66-9150-1395dd767098 req-14c71d8a-b960-47fd-af25-a9b8917a31c3 service neutron] (84330) timed out ('10.222.0.23', 63003) {{(pid=84330) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 02 13:25:01.838820 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron.db.agents_db [None req-6c15b973-70ed-4593-a4d4-e4ca0382751f None None] Agent healthcheck: found 6 active agents {{(pid=84332) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 02 13:25:18.514614 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-225f0243-66cb-4574-b6db-937fcaed4247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:25:19.962302 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-7cd13514-2cf6-4937-9fab-f02f29b295c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:25:20.236439 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-71deba64-d962-4e3d-bb7e-c5bad6f7650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:25:20.735824 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-fbaa5239-8066-43b4-b03c-65e010fcd139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:25:21.629552 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-ebbeb99a-0864-4294-a60a-97d217afb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 02 13:25:23.252414 dv-cinder-782995-3-smb neutron-server[84216]: DEBUG neutron_lib.callbacks.manager [None req-01bdad0c-f3fe-4b8d-89e0-c88773f24c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249776788818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775286'] for agent, after_update {{(pid=84331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}